2024-12-06 03:18:35,528 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-06 03:18:35,544 main DEBUG Took 0.013140 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-06 03:18:35,544 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-06 03:18:35,545 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-06 03:18:35,546 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-06 03:18:35,547 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 03:18:35,556 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-06 03:18:35,571 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 03:18:35,573 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 03:18:35,574 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 03:18:35,574 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 03:18:35,575 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 03:18:35,575 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 03:18:35,576 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 03:18:35,577 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 03:18:35,577 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 03:18:35,577 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 03:18:35,578 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 03:18:35,579 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 03:18:35,579 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 03:18:35,580 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 03:18:35,580 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 03:18:35,581 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 03:18:35,581 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 03:18:35,582 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 03:18:35,582 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 03:18:35,583 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 03:18:35,583 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 03:18:35,584 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 03:18:35,584 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 03:18:35,585 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-06 03:18:35,585 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 03:18:35,585 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-06 03:18:35,587 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-06 03:18:35,589 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-06 03:18:35,591 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-06 03:18:35,592 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-06 03:18:35,593 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-06 03:18:35,593 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-06 03:18:35,604 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-06 03:18:35,607 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-06 03:18:35,609 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-06 03:18:35,610 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-06 03:18:35,610 main DEBUG createAppenders(={Console}) 2024-12-06 03:18:35,611 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 initialized 2024-12-06 03:18:35,611 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 2024-12-06 03:18:35,612 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@7fb4f2a9 OK. 2024-12-06 03:18:35,612 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-06 03:18:35,613 main DEBUG OutputStream closed 2024-12-06 03:18:35,613 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-06 03:18:35,614 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-06 03:18:35,614 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@54e1c68b OK 2024-12-06 03:18:35,701 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-06 03:18:35,703 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-06 03:18:35,704 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-06 03:18:35,706 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-06 03:18:35,706 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-06 03:18:35,707 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-06 03:18:35,707 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-06 03:18:35,708 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-06 03:18:35,708 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-06 03:18:35,709 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-06 03:18:35,709 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-06 03:18:35,710 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-06 03:18:35,710 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-06 03:18:35,711 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-06 03:18:35,711 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-06 03:18:35,711 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-06 03:18:35,712 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-06 03:18:35,713 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-06 03:18:35,715 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06 03:18:35,715 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-logging/target/hbase-logging-2.7.0-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@7dda48d9) with optional ClassLoader: null 2024-12-06 03:18:35,716 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-06 03:18:35,716 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@7dda48d9] started OK. 2024-12-06T03:18:35,954 DEBUG [main {}] hbase.HBaseTestingUtility(348): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5f5710-cc36-6d1f-228a-319a425ad19f 2024-12-06 03:18:35,957 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-06 03:18:35,957 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-06T03:18:35,967 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.TestAcidGuaranteesWithAdaptivePolicy timeout: 13 mins 2024-12-06T03:18:35,985 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1126): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-06T03:18:35,988 INFO [Time-limited test {}] hbase.HBaseZKTestingUtility(82): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5f5710-cc36-6d1f-228a-319a425ad19f/cluster_5101c300-c720-3899-f8c8-a11e675a2c5a, deleteOnExit=true 2024-12-06T03:18:35,988 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1140): STARTING DFS 2024-12-06T03:18:35,989 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5f5710-cc36-6d1f-228a-319a425ad19f/test.cache.data in system properties and HBase conf 2024-12-06T03:18:35,990 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5f5710-cc36-6d1f-228a-319a425ad19f/hadoop.tmp.dir in system properties and HBase conf 2024-12-06T03:18:35,990 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5f5710-cc36-6d1f-228a-319a425ad19f/hadoop.log.dir in system properties and HBase conf 2024-12-06T03:18:35,991 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5f5710-cc36-6d1f-228a-319a425ad19f/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-06T03:18:35,991 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5f5710-cc36-6d1f-228a-319a425ad19f/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-06T03:18:35,991 INFO [Time-limited test {}] hbase.HBaseTestingUtility(811): read short circuit is OFF 2024-12-06T03:18:36,093 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-06T03:18:36,193 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-06T03:18:36,197 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5f5710-cc36-6d1f-228a-319a425ad19f/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-06T03:18:36,198 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5f5710-cc36-6d1f-228a-319a425ad19f/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-06T03:18:36,198 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5f5710-cc36-6d1f-228a-319a425ad19f/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-06T03:18:36,199 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5f5710-cc36-6d1f-228a-319a425ad19f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T03:18:36,200 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5f5710-cc36-6d1f-228a-319a425ad19f/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-06T03:18:36,201 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5f5710-cc36-6d1f-228a-319a425ad19f/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-06T03:18:36,201 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5f5710-cc36-6d1f-228a-319a425ad19f/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-06T03:18:36,202 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5f5710-cc36-6d1f-228a-319a425ad19f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T03:18:36,202 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5f5710-cc36-6d1f-228a-319a425ad19f/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-06T03:18:36,203 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5f5710-cc36-6d1f-228a-319a425ad19f/nfs.dump.dir in system properties and HBase conf 2024-12-06T03:18:36,203 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5f5710-cc36-6d1f-228a-319a425ad19f/java.io.tmpdir in system properties and HBase conf 2024-12-06T03:18:36,204 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5f5710-cc36-6d1f-228a-319a425ad19f/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-06T03:18:36,205 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5f5710-cc36-6d1f-228a-319a425ad19f/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-06T03:18:36,205 INFO [Time-limited test {}] hbase.HBaseTestingUtility(824): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5f5710-cc36-6d1f-228a-319a425ad19f/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-06T03:18:37,066 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-06T03:18:37,152 INFO [Time-limited test {}] log.Log(170): Logging initialized @2376ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-06T03:18:37,245 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T03:18:37,331 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T03:18:37,353 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T03:18:37,354 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T03:18:37,355 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-06T03:18:37,371 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T03:18:37,374 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5f5710-cc36-6d1f-228a-319a425ad19f/hadoop.log.dir/,AVAILABLE} 2024-12-06T03:18:37,375 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T03:18:37,581 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b03fcff{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5f5710-cc36-6d1f-228a-319a425ad19f/java.io.tmpdir/jetty-localhost-33799-hadoop-hdfs-3_4_1-tests_jar-_-any-14194740355609046129/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T03:18:37,589 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:33799} 2024-12-06T03:18:37,589 INFO [Time-limited test {}] server.Server(415): Started @2814ms 2024-12-06T03:18:38,013 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-06T03:18:38,020 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-06T03:18:38,021 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-06T03:18:38,022 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-06T03:18:38,022 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-06T03:18:38,023 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5f5710-cc36-6d1f-228a-319a425ad19f/hadoop.log.dir/,AVAILABLE} 2024-12-06T03:18:38,024 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-06T03:18:38,159 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1f79ec76{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5f5710-cc36-6d1f-228a-319a425ad19f/java.io.tmpdir/jetty-localhost-45481-hadoop-hdfs-3_4_1-tests_jar-_-any-10398183391876680147/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T03:18:38,159 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:45481} 2024-12-06T03:18:38,160 INFO [Time-limited test {}] server.Server(415): Started @3385ms 2024-12-06T03:18:38,216 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-06T03:18:38,740 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5f5710-cc36-6d1f-228a-319a425ad19f/cluster_5101c300-c720-3899-f8c8-a11e675a2c5a/dfs/data/data2/current/BP-2083500010-172.17.0.2-1733455116805/current, will proceed with Du for space computation calculation, 2024-12-06T03:18:38,740 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5f5710-cc36-6d1f-228a-319a425ad19f/cluster_5101c300-c720-3899-f8c8-a11e675a2c5a/dfs/data/data1/current/BP-2083500010-172.17.0.2-1733455116805/current, will proceed with Du for space computation calculation, 2024-12-06T03:18:38,778 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-06T03:18:38,846 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x164c82182072c3bd with lease ID 0x603819a479f5b6d6: Processing first storage report for DS-6c4b0339-82b4-4be5-b46a-75eb9cb5fe44 from datanode DatanodeRegistration(127.0.0.1:43583, datanodeUuid=3eece5c9-b6e1-4018-ac3d-1dd4124bf1be, infoPort=36461, infoSecurePort=0, ipcPort=43977, storageInfo=lv=-57;cid=testClusterID;nsid=322300393;c=1733455116805) 2024-12-06T03:18:38,847 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x164c82182072c3bd with lease ID 0x603819a479f5b6d6: from storage DS-6c4b0339-82b4-4be5-b46a-75eb9cb5fe44 node DatanodeRegistration(127.0.0.1:43583, datanodeUuid=3eece5c9-b6e1-4018-ac3d-1dd4124bf1be, infoPort=36461, infoSecurePort=0, ipcPort=43977, storageInfo=lv=-57;cid=testClusterID;nsid=322300393;c=1733455116805), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-06T03:18:38,847 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x164c82182072c3bd with lease ID 0x603819a479f5b6d6: Processing first storage report for DS-d01cf2f6-c977-424b-9b6f-652f53d35065 from datanode DatanodeRegistration(127.0.0.1:43583, datanodeUuid=3eece5c9-b6e1-4018-ac3d-1dd4124bf1be, infoPort=36461, infoSecurePort=0, ipcPort=43977, storageInfo=lv=-57;cid=testClusterID;nsid=322300393;c=1733455116805) 2024-12-06T03:18:38,847 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x164c82182072c3bd with lease ID 0x603819a479f5b6d6: from storage DS-d01cf2f6-c977-424b-9b6f-652f53d35065 node DatanodeRegistration(127.0.0.1:43583, datanodeUuid=3eece5c9-b6e1-4018-ac3d-1dd4124bf1be, infoPort=36461, infoSecurePort=0, ipcPort=43977, storageInfo=lv=-57;cid=testClusterID;nsid=322300393;c=1733455116805), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-06T03:18:38,907 DEBUG [Time-limited test {}] hbase.HBaseTestingUtility(703): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5f5710-cc36-6d1f-228a-319a425ad19f 2024-12-06T03:18:38,982 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(259): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5f5710-cc36-6d1f-228a-319a425ad19f/cluster_5101c300-c720-3899-f8c8-a11e675a2c5a/zookeeper_0, clientPort=63130, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5f5710-cc36-6d1f-228a-319a425ad19f/cluster_5101c300-c720-3899-f8c8-a11e675a2c5a/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5f5710-cc36-6d1f-228a-319a425ad19f/cluster_5101c300-c720-3899-f8c8-a11e675a2c5a/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-06T03:18:38,991 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(284): Started MiniZooKeeperCluster and ran 'stat' on client port=63130 2024-12-06T03:18:39,001 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:18:39,004 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:18:39,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741825_1001 (size=7) 2024-12-06T03:18:39,660 INFO [Time-limited test {}] util.FSUtils(490): Created version file at hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e with version=8 2024-12-06T03:18:39,660 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1460): Setting hbase.fs.tmp.dir to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/hbase-staging 2024-12-06T03:18:39,826 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-06T03:18:40,142 INFO [Time-limited test {}] client.ConnectionUtils(129): master/4c7f994aa0f5:0 server-side Connection retries=45 2024-12-06T03:18:40,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T03:18:40,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T03:18:40,162 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T03:18:40,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T03:18:40,162 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T03:18:40,340 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T03:18:40,407 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-06T03:18:40,420 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-06T03:18:40,425 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T03:18:40,455 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 6910 (auto-detected) 2024-12-06T03:18:40,456 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-06T03:18:40,480 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:37687 2024-12-06T03:18:40,488 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:18:40,491 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:18:40,503 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=master:37687 connecting to ZooKeeper ensemble=127.0.0.1:63130 2024-12-06T03:18:40,541 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:376870x0, quorum=127.0.0.1:63130, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T03:18:40,545 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37687-0x1006555bb5a0000 connected 2024-12-06T03:18:40,586 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37687-0x1006555bb5a0000, quorum=127.0.0.1:63130, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T03:18:40,592 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37687-0x1006555bb5a0000, quorum=127.0.0.1:63130, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T03:18:40,596 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37687-0x1006555bb5a0000, quorum=127.0.0.1:63130, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T03:18:40,605 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37687 2024-12-06T03:18:40,606 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37687 2024-12-06T03:18:40,608 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37687 2024-12-06T03:18:40,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37687 2024-12-06T03:18:40,612 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37687 2024-12-06T03:18:40,627 INFO [Time-limited test {}] master.HMaster(488): hbase.rootdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e, hbase.cluster.distributed=false 2024-12-06T03:18:40,725 INFO [Time-limited test {}] client.ConnectionUtils(129): regionserver/4c7f994aa0f5:0 server-side Connection retries=45 2024-12-06T03:18:40,725 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T03:18:40,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-06T03:18:40,726 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-06T03:18:40,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-06T03:18:40,726 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-06T03:18:40,730 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-06T03:18:40,733 INFO [Time-limited test {}] ipc.NettyRpcServer(315): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-06T03:18:40,736 INFO [Time-limited test {}] ipc.NettyRpcServer(197): Bind to /172.17.0.2:34349 2024-12-06T03:18:40,739 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-06T03:18:40,749 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-06T03:18:40,751 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:18:40,755 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:18:40,760 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(138): Process identifier=regionserver:34349 connecting to ZooKeeper ensemble=127.0.0.1:63130 2024-12-06T03:18:40,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:343490x0, quorum=127.0.0.1:63130, baseZNode=/hbase Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-06T03:18:40,768 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34349-0x1006555bb5a0001, quorum=127.0.0.1:63130, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T03:18:40,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34349-0x1006555bb5a0001 connected 2024-12-06T03:18:40,770 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34349-0x1006555bb5a0001, quorum=127.0.0.1:63130, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T03:18:40,771 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34349-0x1006555bb5a0001, quorum=127.0.0.1:63130, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/acl 2024-12-06T03:18:40,773 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34349 2024-12-06T03:18:40,776 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34349 2024-12-06T03:18:40,779 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34349 2024-12-06T03:18:40,780 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34349 2024-12-06T03:18:40,781 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34349 2024-12-06T03:18:40,786 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] master.HMaster(2445): Adding backup master ZNode /hbase/backup-masters/4c7f994aa0f5,37687,1733455119817 2024-12-06T03:18:40,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x1006555bb5a0000, quorum=127.0.0.1:63130, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T03:18:40,794 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34349-0x1006555bb5a0001, quorum=127.0.0.1:63130, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T03:18:40,797 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37687-0x1006555bb5a0000, quorum=127.0.0.1:63130, baseZNode=/hbase Set watcher on existing znode=/hbase/backup-masters/4c7f994aa0f5,37687,1733455119817 2024-12-06T03:18:40,803 DEBUG [M:0;4c7f994aa0f5:37687 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;4c7f994aa0f5:37687 2024-12-06T03:18:40,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34349-0x1006555bb5a0001, quorum=127.0.0.1:63130, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T03:18:40,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34349-0x1006555bb5a0001, quorum=127.0.0.1:63130, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:18:40,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x1006555bb5a0000, quorum=127.0.0.1:63130, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/master 2024-12-06T03:18:40,822 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x1006555bb5a0000, quorum=127.0.0.1:63130, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:18:40,825 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37687-0x1006555bb5a0000, quorum=127.0.0.1:63130, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T03:18:40,826 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(111): master:37687-0x1006555bb5a0000, quorum=127.0.0.1:63130, baseZNode=/hbase Set watcher on existing znode=/hbase/master 2024-12-06T03:18:40,827 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /hbase/backup-masters/4c7f994aa0f5,37687,1733455119817 from backup master directory 2024-12-06T03:18:40,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x1006555bb5a0000, quorum=127.0.0.1:63130, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/backup-masters/4c7f994aa0f5,37687,1733455119817 2024-12-06T03:18:40,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x1006555bb5a0000, quorum=127.0.0.1:63130, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T03:18:40,831 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34349-0x1006555bb5a0001, quorum=127.0.0.1:63130, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/backup-masters 2024-12-06T03:18:40,833 WARN [master/4c7f994aa0f5:0:becomeActiveMaster {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T03:18:40,833 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=4c7f994aa0f5,37687,1733455119817 2024-12-06T03:18:40,836 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-06T03:18:40,838 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-06T03:18:40,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741826_1002 (size=42) 2024-12-06T03:18:41,352 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] util.FSUtils(639): Created cluster ID file at hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/hbase.id with ID: 4267acc7-84fa-48f7-a813-f8a41f07a9d0 2024-12-06T03:18:41,404 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-06T03:18:41,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x1006555bb5a0000, quorum=127.0.0.1:63130, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:18:41,436 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34349-0x1006555bb5a0001, quorum=127.0.0.1:63130, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:18:41,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741827_1003 (size=196) 2024-12-06T03:18:41,479 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] region.MasterRegion(372): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T03:18:41,482 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-06T03:18:41,506 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:147) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:160) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProvider(WALFactory.java:200) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:232) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:207) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:402) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:973) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2470) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:590) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.HMaster.lambda$run$1(HMaster.java:587) ~[classes/:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:41,511 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T03:18:41,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741828_1004 (size=1189) 2024-12-06T03:18:41,984 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] regionserver.HRegion(7124): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/MasterData/data/master/store 2024-12-06T03:18:42,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741829_1005 (size=34) 2024-12-06T03:18:42,411 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-06T03:18:42,412 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:18:42,413 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T03:18:42,413 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:18:42,413 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:18:42,413 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T03:18:42,413 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:18:42,414 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:18:42,414 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-06T03:18:42,416 WARN [master/4c7f994aa0f5:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/MasterData/data/master/store/.initializing 2024-12-06T03:18:42,416 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/MasterData/WALs/4c7f994aa0f5,37687,1733455119817 2024-12-06T03:18:42,423 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T03:18:42,435 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4c7f994aa0f5%2C37687%2C1733455119817, suffix=, logDir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/MasterData/WALs/4c7f994aa0f5,37687,1733455119817, archiveDir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/MasterData/oldWALs, maxLogs=10 2024-12-06T03:18:42,459 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/MasterData/WALs/4c7f994aa0f5,37687,1733455119817/4c7f994aa0f5%2C37687%2C1733455119817.1733455122440, exclude list is [], retry=0 2024-12-06T03:18:42,477 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43583,DS-6c4b0339-82b4-4be5-b46a-75eb9cb5fe44,DISK] 2024-12-06T03:18:42,480 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-06T03:18:42,518 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/MasterData/WALs/4c7f994aa0f5,37687,1733455119817/4c7f994aa0f5%2C37687%2C1733455119817.1733455122440 2024-12-06T03:18:42,519 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36461:36461)] 2024-12-06T03:18:42,519 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] regionserver.HRegion(7285): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-06T03:18:42,520 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] regionserver.HRegion(894): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:18:42,523 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] regionserver.HRegion(7327): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:18:42,525 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] regionserver.HRegion(7330): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:18:42,564 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:18:42,590 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-06T03:18:42,595 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:18:42,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:18:42,598 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:18:42,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-06T03:18:42,603 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:18:42,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:18:42,604 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:18:42,607 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-06T03:18:42,607 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:18:42,608 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:18:42,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:18:42,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-06T03:18:42,612 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:18:42,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:18:42,617 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:18:42,618 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:18:42,626 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-06T03:18:42,631 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] regionserver.HRegion(1085): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-06T03:18:42,636 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T03:18:42,637 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] regionserver.HRegion(1102): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60720258, jitterRate=-0.0951976478099823}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-06T03:18:42,641 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] regionserver.HRegion(1001): Region open journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-06T03:18:42,642 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-06T03:18:42,672 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fe5ad25, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:18:42,706 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] master.HMaster(882): No meta location available on zookeeper, skip migrating... 2024-12-06T03:18:42,718 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-06T03:18:42,719 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(633): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-06T03:18:42,721 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-06T03:18:42,723 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(653): Recovered RegionProcedureStore lease in 1 msec 2024-12-06T03:18:42,728 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(667): Loaded RegionProcedureStore in 5 msec 2024-12-06T03:18:42,728 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-06T03:18:42,758 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-06T03:18:42,771 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37687-0x1006555bb5a0000, quorum=127.0.0.1:63130, baseZNode=/hbase Unable to get data of znode /hbase/balancer because node does not exist (not necessarily an error) 2024-12-06T03:18:42,773 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/balancer already deleted, retry=false 2024-12-06T03:18:42,775 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-06T03:18:42,777 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37687-0x1006555bb5a0000, quorum=127.0.0.1:63130, baseZNode=/hbase Unable to get data of znode /hbase/normalizer because node does not exist (not necessarily an error) 2024-12-06T03:18:42,779 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/normalizer already deleted, retry=false 2024-12-06T03:18:42,781 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-06T03:18:42,785 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37687-0x1006555bb5a0000, quorum=127.0.0.1:63130, baseZNode=/hbase Unable to get data of znode /hbase/switch/split because node does not exist (not necessarily an error) 2024-12-06T03:18:42,786 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/split already deleted, retry=false 2024-12-06T03:18:42,788 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37687-0x1006555bb5a0000, quorum=127.0.0.1:63130, baseZNode=/hbase Unable to get data of znode /hbase/switch/merge because node does not exist (not necessarily an error) 2024-12-06T03:18:42,789 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/switch/merge already deleted, retry=false 2024-12-06T03:18:42,799 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37687-0x1006555bb5a0000, quorum=127.0.0.1:63130, baseZNode=/hbase Unable to get data of znode /hbase/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-06T03:18:42,801 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/snapshot-cleanup already deleted, retry=false 2024-12-06T03:18:42,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x1006555bb5a0000, quorum=127.0.0.1:63130, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T03:18:42,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34349-0x1006555bb5a0001, quorum=127.0.0.1:63130, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/running 2024-12-06T03:18:42,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x1006555bb5a0000, quorum=127.0.0.1:63130, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:18:42,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34349-0x1006555bb5a0001, quorum=127.0.0.1:63130, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:18:42,806 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] master.HMaster(826): Active/primary master=4c7f994aa0f5,37687,1733455119817, sessionid=0x1006555bb5a0000, setting cluster-up flag (Was=false) 2024-12-06T03:18:42,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34349-0x1006555bb5a0001, quorum=127.0.0.1:63130, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:18:42,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x1006555bb5a0000, quorum=127.0.0.1:63130, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:18:42,825 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/flush-table-proc/acquired, /hbase/flush-table-proc/reached, /hbase/flush-table-proc/abort 2024-12-06T03:18:42,827 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4c7f994aa0f5,37687,1733455119817 2024-12-06T03:18:42,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x1006555bb5a0000, quorum=127.0.0.1:63130, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:18:42,834 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34349-0x1006555bb5a0001, quorum=127.0.0.1:63130, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:18:42,842 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /hbase/online-snapshot/acquired, /hbase/online-snapshot/reached, /hbase/online-snapshot/abort 2024-12-06T03:18:42,846 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=4c7f994aa0f5,37687,1733455119817 2024-12-06T03:18:42,900 DEBUG [RS:0;4c7f994aa0f5:34349 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;4c7f994aa0f5:34349 2024-12-06T03:18:42,902 INFO [RS:0;4c7f994aa0f5:34349 {}] regionserver.HRegionServer(1008): ClusterId : 4267acc7-84fa-48f7-a813-f8a41f07a9d0 2024-12-06T03:18:42,906 DEBUG [RS:0;4c7f994aa0f5:34349 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-06T03:18:42,912 DEBUG [RS:0;4c7f994aa0f5:34349 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-06T03:18:42,912 DEBUG [RS:0;4c7f994aa0f5:34349 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-06T03:18:42,915 DEBUG [RS:0;4c7f994aa0f5:34349 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-06T03:18:42,916 DEBUG [RS:0;4c7f994aa0f5:34349 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@121cc663, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:18:42,918 DEBUG [RS:0;4c7f994aa0f5:34349 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a48e297, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4c7f994aa0f5/172.17.0.2:0 2024-12-06T03:18:42,921 INFO [RS:0;4c7f994aa0f5:34349 {}] regionserver.RegionServerCoprocessorHost(67): System coprocessor loading is enabled 2024-12-06T03:18:42,921 INFO [RS:0;4c7f994aa0f5:34349 {}] regionserver.RegionServerCoprocessorHost(68): Table coprocessor loading is enabled 2024-12-06T03:18:42,921 DEBUG [RS:0;4c7f994aa0f5:34349 {}] regionserver.HRegionServer(1090): About to register with Master. 2024-12-06T03:18:42,924 INFO [RS:0;4c7f994aa0f5:34349 {}] regionserver.HRegionServer(3073): reportForDuty to master=4c7f994aa0f5,37687,1733455119817 with isa=4c7f994aa0f5/172.17.0.2:34349, startcode=1733455120723 2024-12-06T03:18:42,940 DEBUG [RS:0;4c7f994aa0f5:34349 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T03:18:42,943 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT; InitMetaProcedure table=hbase:meta 2024-12-06T03:18:42,950 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(575): slop=0.2 2024-12-06T03:18:42,954 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(294): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-06T03:18:42,962 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] balancer.RegionLocationFinder(146): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 4c7f994aa0f5,37687,1733455119817 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-06T03:18:42,967 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/4c7f994aa0f5:0, corePoolSize=5, maxPoolSize=5 2024-12-06T03:18:42,968 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/4c7f994aa0f5:0, corePoolSize=5, maxPoolSize=5 2024-12-06T03:18:42,970 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/4c7f994aa0f5:0, corePoolSize=5, maxPoolSize=5 2024-12-06T03:18:42,971 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/4c7f994aa0f5:0, corePoolSize=5, maxPoolSize=5 2024-12-06T03:18:42,971 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/4c7f994aa0f5:0, corePoolSize=10, maxPoolSize=10 2024-12-06T03:18:42,971 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/4c7f994aa0f5:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:18:42,972 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/4c7f994aa0f5:0, corePoolSize=2, maxPoolSize=2 2024-12-06T03:18:42,972 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/4c7f994aa0f5:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:18:42,983 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733455152983 2024-12-06T03:18:42,984 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53251, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T03:18:42,986 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-06T03:18:42,987 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-06T03:18:42,988 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, locked=true; InitMetaProcedure table=hbase:meta 2024-12-06T03:18:42,989 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(75): BOOTSTRAP: creating hbase:meta region 2024-12-06T03:18:42,991 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-06T03:18:42,991 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-06T03:18:42,992 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-06T03:18:42,992 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-06T03:18:42,992 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37687 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3280) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:593) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:42,994 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:18:42,994 INFO [PEWorker-1 {}] util.FSTableDescriptors(133): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T03:18:42,995 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T03:18:42,997 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-06T03:18:42,999 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-06T03:18:42,999 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-06T03:18:43,003 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-06T03:18:43,003 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-06T03:18:43,005 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/4c7f994aa0f5:0:becomeActiveMaster-HFileCleaner.large.0-1733455123005,5,FailOnTimeoutGroup] 2024-12-06T03:18:43,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741831_1007 (size=1039) 2024-12-06T03:18:43,006 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/4c7f994aa0f5:0:becomeActiveMaster-HFileCleaner.small.0-1733455123006,5,FailOnTimeoutGroup] 2024-12-06T03:18:43,006 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-06T03:18:43,006 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] master.HMaster(1680): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-06T03:18:43,008 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-06T03:18:43,008 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-06T03:18:43,028 DEBUG [RS:0;4c7f994aa0f5:34349 {}] regionserver.HRegionServer(3097): Master is not running yet 2024-12-06T03:18:43,028 WARN [RS:0;4c7f994aa0f5:34349 {}] regionserver.HRegionServer(1099): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-06T03:18:43,129 INFO [RS:0;4c7f994aa0f5:34349 {}] regionserver.HRegionServer(3073): reportForDuty to master=4c7f994aa0f5,37687,1733455119817 with isa=4c7f994aa0f5/172.17.0.2:34349, startcode=1733455120723 2024-12-06T03:18:43,131 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37687 {}] master.ServerManager(332): Checking decommissioned status of RegionServer 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:43,134 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37687 {}] master.ServerManager(486): Registering regionserver=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:43,143 DEBUG [RS:0;4c7f994aa0f5:34349 {}] regionserver.HRegionServer(1725): Config from master: hbase.rootdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e 2024-12-06T03:18:43,143 DEBUG [RS:0;4c7f994aa0f5:34349 {}] regionserver.HRegionServer(1725): Config from master: fs.defaultFS=hdfs://localhost:37109 2024-12-06T03:18:43,143 DEBUG [RS:0;4c7f994aa0f5:34349 {}] regionserver.HRegionServer(1725): Config from master: hbase.master.info.port=-1 2024-12-06T03:18:43,148 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x1006555bb5a0000, quorum=127.0.0.1:63130, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T03:18:43,148 DEBUG [RS:0;4c7f994aa0f5:34349 {}] zookeeper.ZKUtil(111): regionserver:34349-0x1006555bb5a0001, quorum=127.0.0.1:63130, baseZNode=/hbase Set watcher on existing znode=/hbase/rs/4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:43,148 WARN [RS:0;4c7f994aa0f5:34349 {}] hbase.ZNodeClearer(69): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-06T03:18:43,148 INFO [RS:0;4c7f994aa0f5:34349 {}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T03:18:43,149 DEBUG [RS:0;4c7f994aa0f5:34349 {}] regionserver.HRegionServer(2100): logDir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/WALs/4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:43,151 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [4c7f994aa0f5,34349,1733455120723] 2024-12-06T03:18:43,161 DEBUG [RS:0;4c7f994aa0f5:34349 {}] regionserver.Replication(140): Replication stats-in-log period=300 seconds 2024-12-06T03:18:43,173 INFO [RS:0;4c7f994aa0f5:34349 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-06T03:18:43,185 INFO [RS:0;4c7f994aa0f5:34349 {}] regionserver.MemStoreFlusher(130): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-06T03:18:43,188 INFO [RS:0;4c7f994aa0f5:34349 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-06T03:18:43,188 INFO [RS:0;4c7f994aa0f5:34349 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T03:18:43,189 INFO [RS:0;4c7f994aa0f5:34349 {}] regionserver.HRegionServer$CompactionChecker(1988): CompactionChecker runs every PT1S 2024-12-06T03:18:43,195 INFO [RS:0;4c7f994aa0f5:34349 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-06T03:18:43,195 DEBUG [RS:0;4c7f994aa0f5:34349 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/4c7f994aa0f5:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:18:43,195 DEBUG [RS:0;4c7f994aa0f5:34349 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/4c7f994aa0f5:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:18:43,195 DEBUG [RS:0;4c7f994aa0f5:34349 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/4c7f994aa0f5:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:18:43,196 DEBUG [RS:0;4c7f994aa0f5:34349 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:18:43,196 DEBUG [RS:0;4c7f994aa0f5:34349 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/4c7f994aa0f5:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:18:43,196 DEBUG [RS:0;4c7f994aa0f5:34349 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/4c7f994aa0f5:0, corePoolSize=2, maxPoolSize=2 2024-12-06T03:18:43,196 DEBUG [RS:0;4c7f994aa0f5:34349 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:18:43,196 DEBUG [RS:0;4c7f994aa0f5:34349 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/4c7f994aa0f5:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:18:43,196 DEBUG [RS:0;4c7f994aa0f5:34349 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/4c7f994aa0f5:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:18:43,197 DEBUG [RS:0;4c7f994aa0f5:34349 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/4c7f994aa0f5:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:18:43,197 DEBUG [RS:0;4c7f994aa0f5:34349 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/4c7f994aa0f5:0, corePoolSize=1, maxPoolSize=1 2024-12-06T03:18:43,197 DEBUG [RS:0;4c7f994aa0f5:34349 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/4c7f994aa0f5:0, corePoolSize=3, maxPoolSize=3 2024-12-06T03:18:43,197 DEBUG [RS:0;4c7f994aa0f5:34349 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0, corePoolSize=3, maxPoolSize=3 2024-12-06T03:18:43,198 INFO [RS:0;4c7f994aa0f5:34349 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T03:18:43,198 INFO [RS:0;4c7f994aa0f5:34349 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-06T03:18:43,198 INFO [RS:0;4c7f994aa0f5:34349 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-06T03:18:43,198 INFO [RS:0;4c7f994aa0f5:34349 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-06T03:18:43,198 INFO [RS:0;4c7f994aa0f5:34349 {}] hbase.ChoreService(168): Chore ScheduledChore name=4c7f994aa0f5,34349,1733455120723-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T03:18:43,225 INFO [RS:0;4c7f994aa0f5:34349 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-06T03:18:43,227 INFO [RS:0;4c7f994aa0f5:34349 {}] hbase.ChoreService(168): Chore ScheduledChore name=4c7f994aa0f5,34349,1733455120723-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T03:18:43,249 INFO [RS:0;4c7f994aa0f5:34349 {}] regionserver.Replication(204): 4c7f994aa0f5,34349,1733455120723 started 2024-12-06T03:18:43,249 INFO [RS:0;4c7f994aa0f5:34349 {}] regionserver.HRegionServer(1767): Serving as 4c7f994aa0f5,34349,1733455120723, RpcServer on 4c7f994aa0f5/172.17.0.2:34349, sessionid=0x1006555bb5a0001 2024-12-06T03:18:43,250 DEBUG [RS:0;4c7f994aa0f5:34349 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-06T03:18:43,250 DEBUG [RS:0;4c7f994aa0f5:34349 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:43,250 DEBUG [RS:0;4c7f994aa0f5:34349 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4c7f994aa0f5,34349,1733455120723' 2024-12-06T03:18:43,250 DEBUG [RS:0;4c7f994aa0f5:34349 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/flush-table-proc/abort' 2024-12-06T03:18:43,251 DEBUG [RS:0;4c7f994aa0f5:34349 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/flush-table-proc/acquired' 2024-12-06T03:18:43,252 DEBUG [RS:0;4c7f994aa0f5:34349 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-06T03:18:43,252 DEBUG [RS:0;4c7f994aa0f5:34349 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-06T03:18:43,252 DEBUG [RS:0;4c7f994aa0f5:34349 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:43,252 DEBUG [RS:0;4c7f994aa0f5:34349 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '4c7f994aa0f5,34349,1733455120723' 2024-12-06T03:18:43,252 DEBUG [RS:0;4c7f994aa0f5:34349 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/hbase/online-snapshot/abort' 2024-12-06T03:18:43,253 DEBUG [RS:0;4c7f994aa0f5:34349 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/hbase/online-snapshot/acquired' 2024-12-06T03:18:43,254 DEBUG [RS:0;4c7f994aa0f5:34349 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-06T03:18:43,254 INFO [RS:0;4c7f994aa0f5:34349 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-06T03:18:43,254 INFO [RS:0;4c7f994aa0f5:34349 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-06T03:18:43,360 INFO [RS:0;4c7f994aa0f5:34349 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-12-06T03:18:43,364 INFO [RS:0;4c7f994aa0f5:34349 {}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4c7f994aa0f5%2C34349%2C1733455120723, suffix=, logDir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/WALs/4c7f994aa0f5,34349,1733455120723, archiveDir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/oldWALs, maxLogs=32 2024-12-06T03:18:43,382 DEBUG [RS:0;4c7f994aa0f5:34349 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/WALs/4c7f994aa0f5,34349,1733455120723/4c7f994aa0f5%2C34349%2C1733455120723.1733455123366, exclude list is [], retry=0 2024-12-06T03:18:43,387 DEBUG [RS-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43583,DS-6c4b0339-82b4-4be5-b46a-75eb9cb5fe44,DISK] 2024-12-06T03:18:43,391 INFO [RS:0;4c7f994aa0f5:34349 {}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/WALs/4c7f994aa0f5,34349,1733455120723/4c7f994aa0f5%2C34349%2C1733455120723.1733455123366 2024-12-06T03:18:43,391 DEBUG [RS:0;4c7f994aa0f5:34349 {}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36461:36461)] 2024-12-06T03:18:43,408 INFO [PEWorker-1 {}] util.FSTableDescriptors(140): Updated hbase:meta table descriptor to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1039 2024-12-06T03:18:43,409 INFO [PEWorker-1 {}] regionserver.HRegion(7106): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e 2024-12-06T03:18:43,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741833_1009 (size=32) 2024-12-06T03:18:43,820 DEBUG [PEWorker-1 {}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:18:43,824 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T03:18:43,827 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T03:18:43,827 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:18:43,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:18:43,829 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T03:18:43,831 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T03:18:43,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:18:43,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:18:43,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T03:18:43,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T03:18:43,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:18:43,836 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:18:43,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/hbase/meta/1588230740 2024-12-06T03:18:43,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/hbase/meta/1588230740 2024-12-06T03:18:43,842 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T03:18:43,845 DEBUG [PEWorker-1 {}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-06T03:18:43,850 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T03:18:43,851 INFO [PEWorker-1 {}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64955844, jitterRate=-0.03208249807357788}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T03:18:43,854 DEBUG [PEWorker-1 {}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-06T03:18:43,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-06T03:18:43,855 INFO [PEWorker-1 {}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-06T03:18:43,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-06T03:18:43,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T03:18:43,855 DEBUG [PEWorker-1 {}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T03:18:43,857 INFO [PEWorker-1 {}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-06T03:18:43,857 DEBUG [PEWorker-1 {}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-06T03:18:43,860 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(96): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, locked=true; InitMetaProcedure table=hbase:meta 2024-12-06T03:18:43,860 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(107): Going to assign meta 2024-12-06T03:18:43,867 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-06T03:18:43,877 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-06T03:18:43,879 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-06T03:18:44,031 DEBUG [4c7f994aa0f5:37687 {}] assignment.AssignmentManager(2444): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-06T03:18:44,036 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:44,041 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4c7f994aa0f5,34349,1733455120723, state=OPENING 2024-12-06T03:18:44,046 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-06T03:18:44,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34349-0x1006555bb5a0001, quorum=127.0.0.1:63130, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:18:44,048 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x1006555bb5a0000, quorum=127.0.0.1:63130, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:18:44,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T03:18:44,049 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T03:18:44,051 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE; OpenRegionProcedure 1588230740, server=4c7f994aa0f5,34349,1733455120723}] 2024-12-06T03:18:44,226 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:44,227 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-06T03:18:44,230 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45370, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-06T03:18:44,241 INFO [RS_OPEN_META-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(135): Open hbase:meta,,1.1588230740 2024-12-06T03:18:44,241 INFO [RS_OPEN_META-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(183): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-06T03:18:44,242 INFO [RS_OPEN_META-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-06T03:18:44,246 INFO [RS_OPEN_META-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(500): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=4c7f994aa0f5%2C34349%2C1733455120723.meta, suffix=.meta, logDir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/WALs/4c7f994aa0f5,34349,1733455120723, archiveDir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/oldWALs, maxLogs=32 2024-12-06T03:18:44,269 DEBUG [RS_OPEN_META-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(617): When create output stream for /user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/WALs/4c7f994aa0f5,34349,1733455120723/4c7f994aa0f5%2C34349%2C1733455120723.meta.1733455124249.meta, exclude list is [], retry=0 2024-12-06T03:18:44,273 DEBUG [RS-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43583,DS-6c4b0339-82b4-4be5-b46a-75eb9cb5fe44,DISK] 2024-12-06T03:18:44,276 INFO [RS_OPEN_META-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(841): New WAL /user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/WALs/4c7f994aa0f5,34349,1733455120723/4c7f994aa0f5%2C34349%2C1733455120723.meta.1733455124249.meta 2024-12-06T03:18:44,277 DEBUG [RS_OPEN_META-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(925): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36461:36461)] 2024-12-06T03:18:44,277 DEBUG [RS_OPEN_META-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7285): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-06T03:18:44,279 DEBUG [RS_OPEN_META-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-06T03:18:44,338 DEBUG [RS_OPEN_META-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7999): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-06T03:18:44,342 INFO [RS_OPEN_META-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(436): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-06T03:18:44,347 DEBUG [RS_OPEN_META-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-06T03:18:44,347 DEBUG [RS_OPEN_META-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(894): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:18:44,347 DEBUG [RS_OPEN_META-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7327): checking encryption for 1588230740 2024-12-06T03:18:44,347 DEBUG [RS_OPEN_META-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7330): checking classloading for 1588230740 2024-12-06T03:18:44,350 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-06T03:18:44,352 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-06T03:18:44,352 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:18:44,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:18:44,353 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-06T03:18:44,354 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-06T03:18:44,355 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:18:44,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:18:44,355 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-06T03:18:44,357 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-06T03:18:44,357 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:18:44,358 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-06T03:18:44,359 DEBUG [RS_OPEN_META-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/hbase/meta/1588230740 2024-12-06T03:18:44,362 DEBUG [RS_OPEN_META-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/hbase/meta/1588230740 2024-12-06T03:18:44,364 DEBUG [RS_OPEN_META-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T03:18:44,367 DEBUG [RS_OPEN_META-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1085): writing seq id for 1588230740 2024-12-06T03:18:44,369 INFO [RS_OPEN_META-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1102): Opened 1588230740; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61000057, jitterRate=-0.09102831780910492}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T03:18:44,371 DEBUG [RS_OPEN_META-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1001): Region open journal for 1588230740: 2024-12-06T03:18:44,380 INFO [RS_OPEN_META-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733455124220 2024-12-06T03:18:44,393 DEBUG [RS_OPEN_META-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-06T03:18:44,394 INFO [RS_OPEN_META-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(164): Opened hbase:meta,,1.1588230740 2024-12-06T03:18:44,395 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:44,397 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 4c7f994aa0f5,34349,1733455120723, state=OPEN 2024-12-06T03:18:44,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x1006555bb5a0000, quorum=127.0.0.1:63130, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T03:18:44,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34349-0x1006555bb5a0001, quorum=127.0.0.1:63130, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/meta-region-server 2024-12-06T03:18:44,402 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T03:18:44,402 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /hbase/meta-region-server: CHANGED 2024-12-06T03:18:44,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=3, resume processing ppid=2 2024-12-06T03:18:44,406 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=3, ppid=2, state=SUCCESS; OpenRegionProcedure 1588230740, server=4c7f994aa0f5,34349,1733455120723 in 351 msec 2024-12-06T03:18:44,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=2, resume processing ppid=1 2024-12-06T03:18:44,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=2, ppid=1, state=SUCCESS; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 540 msec 2024-12-06T03:18:44,417 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=1, state=SUCCESS; InitMetaProcedure table=hbase:meta in 1.5280 sec 2024-12-06T03:18:44,417 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] master.HMaster(1088): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733455124417, completionTime=-1 2024-12-06T03:18:44,417 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] master.ServerManager(907): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-06T03:18:44,418 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1747): Joining cluster... 2024-12-06T03:18:44,456 DEBUG [hconnection-0x73f47536-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:18:44,458 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45374, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:18:44,469 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1759): Number of RegionServers=1 2024-12-06T03:18:44,469 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733455184469 2024-12-06T03:18:44,469 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(81): ADDED pid=-1, state=WAITING_TIMEOUT; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733455244469 2024-12-06T03:18:44,469 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] assignment.AssignmentManager(1766): Joined the cluster in 51 msec 2024-12-06T03:18:44,490 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4c7f994aa0f5,37687,1733455119817-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-06T03:18:44,490 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4c7f994aa0f5,37687,1733455119817-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:18:44,490 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4c7f994aa0f5,37687,1733455119817-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:18:44,491 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-4c7f994aa0f5:37687, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:18:44,492 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-06T03:18:44,497 DEBUG [master/4c7f994aa0f5:0.Chore.1 {}] janitor.CatalogJanitor(179): 2024-12-06T03:18:44,500 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] master.TableNamespaceManager(92): Namespace table not found. Creating... 2024-12-06T03:18:44,502 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] master.HMaster(2425): Client=null/null create 'hbase:namespace', {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-06T03:18:44,508 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=hbase:namespace 2024-12-06T03:18:44,511 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T03:18:44,512 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:18:44,514 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T03:18:44,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741835_1011 (size=358) 2024-12-06T03:18:44,530 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d178dab1b292ea1615c3e7375166c3ae, NAME => 'hbase:namespace,,1733455124501.d178dab1b292ea1615c3e7375166c3ae.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:namespace', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '10', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e 2024-12-06T03:18:44,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741836_1012 (size=42) 2024-12-06T03:18:44,940 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733455124501.d178dab1b292ea1615c3e7375166c3ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:18:44,940 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1681): Closing d178dab1b292ea1615c3e7375166c3ae, disabling compactions & flushes 2024-12-06T03:18:44,941 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733455124501.d178dab1b292ea1615c3e7375166c3ae. 2024-12-06T03:18:44,941 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733455124501.d178dab1b292ea1615c3e7375166c3ae. 2024-12-06T03:18:44,941 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733455124501.d178dab1b292ea1615c3e7375166c3ae. after waiting 0 ms 2024-12-06T03:18:44,941 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733455124501.d178dab1b292ea1615c3e7375166c3ae. 2024-12-06T03:18:44,941 INFO [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1922): Closed hbase:namespace,,1733455124501.d178dab1b292ea1615c3e7375166c3ae. 2024-12-06T03:18:44,941 DEBUG [RegionOpenAndInit-hbase:namespace-pool-0 {}] regionserver.HRegion(1635): Region close journal for d178dab1b292ea1615c3e7375166c3ae: 2024-12-06T03:18:44,943 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T03:18:44,950 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"hbase:namespace,,1733455124501.d178dab1b292ea1615c3e7375166c3ae.","families":{"info":[{"qualifier":"regioninfo","vlen":41,"tag":[],"timestamp":"1733455124944"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733455124944"}]},"ts":"1733455124944"} 2024-12-06T03:18:44,976 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-06T03:18:44,978 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T03:18:44,981 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733455124978"}]},"ts":"1733455124978"} 2024-12-06T03:18:44,985 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLING in hbase:meta 2024-12-06T03:18:44,991 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=d178dab1b292ea1615c3e7375166c3ae, ASSIGN}] 2024-12-06T03:18:44,994 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=hbase:namespace, region=d178dab1b292ea1615c3e7375166c3ae, ASSIGN 2024-12-06T03:18:44,996 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=hbase:namespace, region=d178dab1b292ea1615c3e7375166c3ae, ASSIGN; state=OFFLINE, location=4c7f994aa0f5,34349,1733455120723; forceNewPlan=false, retain=false 2024-12-06T03:18:45,146 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=d178dab1b292ea1615c3e7375166c3ae, regionState=OPENING, regionLocation=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:45,151 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE; OpenRegionProcedure d178dab1b292ea1615c3e7375166c3ae, server=4c7f994aa0f5,34349,1733455120723}] 2024-12-06T03:18:45,305 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:45,311 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(135): Open hbase:namespace,,1733455124501.d178dab1b292ea1615c3e7375166c3ae. 2024-12-06T03:18:45,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7285): Opening region: {ENCODED => d178dab1b292ea1615c3e7375166c3ae, NAME => 'hbase:namespace,,1733455124501.d178dab1b292ea1615c3e7375166c3ae.', STARTKEY => '', ENDKEY => ''} 2024-12-06T03:18:45,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table namespace d178dab1b292ea1615c3e7375166c3ae 2024-12-06T03:18:45,312 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(894): Instantiated hbase:namespace,,1733455124501.d178dab1b292ea1615c3e7375166c3ae.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:18:45,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7327): checking encryption for d178dab1b292ea1615c3e7375166c3ae 2024-12-06T03:18:45,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(7330): checking classloading for d178dab1b292ea1615c3e7375166c3ae 2024-12-06T03:18:45,315 INFO [StoreOpener-d178dab1b292ea1615c3e7375166c3ae-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region d178dab1b292ea1615c3e7375166c3ae 2024-12-06T03:18:45,317 INFO [StoreOpener-d178dab1b292ea1615c3e7375166c3ae-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d178dab1b292ea1615c3e7375166c3ae columnFamilyName info 2024-12-06T03:18:45,318 DEBUG [StoreOpener-d178dab1b292ea1615c3e7375166c3ae-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:18:45,318 INFO [StoreOpener-d178dab1b292ea1615c3e7375166c3ae-1 {}] regionserver.HStore(327): Store=d178dab1b292ea1615c3e7375166c3ae/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:18:45,320 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/hbase/namespace/d178dab1b292ea1615c3e7375166c3ae 2024-12-06T03:18:45,321 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/hbase/namespace/d178dab1b292ea1615c3e7375166c3ae 2024-12-06T03:18:45,324 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1085): writing seq id for d178dab1b292ea1615c3e7375166c3ae 2024-12-06T03:18:45,329 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/hbase/namespace/d178dab1b292ea1615c3e7375166c3ae/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T03:18:45,330 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1102): Opened d178dab1b292ea1615c3e7375166c3ae; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69214860, jitterRate=0.03138178586959839}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-06T03:18:45,332 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegion(1001): Region open journal for d178dab1b292ea1615c3e7375166c3ae: 2024-12-06T03:18:45,334 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2601): Post open deploy tasks for hbase:namespace,,1733455124501.d178dab1b292ea1615c3e7375166c3ae., pid=6, masterSystemTime=1733455125305 2024-12-06T03:18:45,338 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] regionserver.HRegionServer(2628): Finished post open deploy task for hbase:namespace,,1733455124501.d178dab1b292ea1615c3e7375166c3ae. 2024-12-06T03:18:45,338 INFO [RS_OPEN_PRIORITY_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=6}] handler.AssignRegionHandler(164): Opened hbase:namespace,,1733455124501.d178dab1b292ea1615c3e7375166c3ae. 2024-12-06T03:18:45,339 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=5 updating hbase:meta row=d178dab1b292ea1615c3e7375166c3ae, regionState=OPEN, openSeqNum=2, regionLocation=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:45,346 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=6, resume processing ppid=5 2024-12-06T03:18:45,347 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=6, ppid=5, state=SUCCESS; OpenRegionProcedure d178dab1b292ea1615c3e7375166c3ae, server=4c7f994aa0f5,34349,1733455120723 in 192 msec 2024-12-06T03:18:45,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=5, resume processing ppid=4 2024-12-06T03:18:45,350 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=5, ppid=4, state=SUCCESS; TransitRegionStateProcedure table=hbase:namespace, region=d178dab1b292ea1615c3e7375166c3ae, ASSIGN in 355 msec 2024-12-06T03:18:45,351 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T03:18:45,351 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"hbase:namespace","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733455125351"}]},"ts":"1733455125351"} 2024-12-06T03:18:45,354 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=hbase:namespace, state=ENABLED in hbase:meta 2024-12-06T03:18:45,358 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=hbase:namespace execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T03:18:45,361 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=4, state=SUCCESS; CreateTableProcedure table=hbase:namespace in 856 msec 2024-12-06T03:18:45,412 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] zookeeper.ZKUtil(113): master:37687-0x1006555bb5a0000, quorum=127.0.0.1:63130, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/namespace 2024-12-06T03:18:45,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x1006555bb5a0000, quorum=127.0.0.1:63130, baseZNode=/hbase Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/hbase/namespace 2024-12-06T03:18:45,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x1006555bb5a0000, quorum=127.0.0.1:63130, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:18:45,414 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34349-0x1006555bb5a0001, quorum=127.0.0.1:63130, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:18:45,443 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=default 2024-12-06T03:18:45,458 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x1006555bb5a0000, quorum=127.0.0.1:63130, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-06T03:18:45,463 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=7, state=SUCCESS; CreateNamespaceProcedure, namespace=default in 24 msec 2024-12-06T03:18:45,467 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1098): Stored pid=8, state=RUNNABLE:CREATE_NAMESPACE_PREPARE; CreateNamespaceProcedure, namespace=hbase 2024-12-06T03:18:45,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x1006555bb5a0000, quorum=127.0.0.1:63130, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/namespace 2024-12-06T03:18:45,486 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=8, state=SUCCESS; CreateNamespaceProcedure, namespace=hbase in 17 msec 2024-12-06T03:18:45,493 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x1006555bb5a0000, quorum=127.0.0.1:63130, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/default 2024-12-06T03:18:45,496 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x1006555bb5a0000, quorum=127.0.0.1:63130, baseZNode=/hbase Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/hbase/namespace/hbase 2024-12-06T03:18:45,496 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] master.HMaster(1218): Master has completed initialization 4.663sec 2024-12-06T03:18:45,497 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-06T03:18:45,499 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-06T03:18:45,500 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-06T03:18:45,500 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-06T03:18:45,500 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-06T03:18:45,501 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4c7f994aa0f5,37687,1733455119817-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-06T03:18:45,502 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4c7f994aa0f5,37687,1733455119817-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-06T03:18:45,508 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster {}] master.HMaster(1321): Balancer post startup initialization complete, took 0 seconds 2024-12-06T03:18:45,509 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-06T03:18:45,509 INFO [master/4c7f994aa0f5:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=4c7f994aa0f5,37687,1733455119817-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-06T03:18:45,605 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x46873e4f to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7e541e88 2024-12-06T03:18:45,605 WARN [Time-limited test {}] client.ZKConnectionRegistry(90): ZKConnectionRegistry is deprecated. See https://hbase.apache.org/book.html#client.rpcconnectionregistry 2024-12-06T03:18:45,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dc5535f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:18:45,616 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-06T03:18:45,616 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-06T03:18:45,626 DEBUG [hconnection-0x16235b7d-shared-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:18:45,633 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45384, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:18:45,643 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1199): Minicluster is up; activeMaster=4c7f994aa0f5,37687,1733455119817 2024-12-06T03:18:45,662 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=219, OpenFileDescriptor=444, MaxFileDescriptor=1048576, SystemLoadAverage=299, ProcessCount=11, AvailableMemoryMB=9999 2024-12-06T03:18:45,676 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T03:18:45,680 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59300, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T03:18:45,708 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-06T03:18:45,713 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T03:18:45,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-06T03:18:45,717 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T03:18:45,718 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:18:45,720 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T03:18:45,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 9 2024-12-06T03:18:45,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-06T03:18:45,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741837_1013 (size=963) 2024-12-06T03:18:45,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-06T03:18:46,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-06T03:18:46,145 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e 2024-12-06T03:18:46,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741838_1014 (size=53) 2024-12-06T03:18:46,155 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:18:46,155 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing db539bb3f86965959b9b6012a8e848eb, disabling compactions & flushes 2024-12-06T03:18:46,155 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:46,155 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:46,155 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. after waiting 0 ms 2024-12-06T03:18:46,155 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:46,156 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:46,156 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:18:46,158 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T03:18:46,158 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733455126158"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733455126158"}]},"ts":"1733455126158"} 2024-12-06T03:18:46,161 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-06T03:18:46,163 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T03:18:46,163 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733455126163"}]},"ts":"1733455126163"} 2024-12-06T03:18:46,166 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-06T03:18:46,170 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=db539bb3f86965959b9b6012a8e848eb, ASSIGN}] 2024-12-06T03:18:46,172 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=db539bb3f86965959b9b6012a8e848eb, ASSIGN 2024-12-06T03:18:46,173 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=db539bb3f86965959b9b6012a8e848eb, ASSIGN; state=OFFLINE, location=4c7f994aa0f5,34349,1733455120723; forceNewPlan=false, retain=false 2024-12-06T03:18:46,324 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=db539bb3f86965959b9b6012a8e848eb, regionState=OPENING, regionLocation=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:46,327 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE; OpenRegionProcedure db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723}] 2024-12-06T03:18:46,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-06T03:18:46,482 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:46,488 INFO [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:46,489 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7285): Opening region: {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} 2024-12-06T03:18:46,489 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees db539bb3f86965959b9b6012a8e848eb 2024-12-06T03:18:46,489 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:18:46,489 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7327): checking encryption for db539bb3f86965959b9b6012a8e848eb 2024-12-06T03:18:46,489 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(7330): checking classloading for db539bb3f86965959b9b6012a8e848eb 2024-12-06T03:18:46,492 INFO [StoreOpener-db539bb3f86965959b9b6012a8e848eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region db539bb3f86965959b9b6012a8e848eb 2024-12-06T03:18:46,495 INFO [StoreOpener-db539bb3f86965959b9b6012a8e848eb-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T03:18:46,495 INFO [StoreOpener-db539bb3f86965959b9b6012a8e848eb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db539bb3f86965959b9b6012a8e848eb columnFamilyName A 2024-12-06T03:18:46,495 DEBUG [StoreOpener-db539bb3f86965959b9b6012a8e848eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:18:46,496 INFO [StoreOpener-db539bb3f86965959b9b6012a8e848eb-1 {}] regionserver.HStore(327): Store=db539bb3f86965959b9b6012a8e848eb/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:18:46,496 INFO [StoreOpener-db539bb3f86965959b9b6012a8e848eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region db539bb3f86965959b9b6012a8e848eb 2024-12-06T03:18:46,498 INFO [StoreOpener-db539bb3f86965959b9b6012a8e848eb-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T03:18:46,499 INFO [StoreOpener-db539bb3f86965959b9b6012a8e848eb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db539bb3f86965959b9b6012a8e848eb columnFamilyName B 2024-12-06T03:18:46,499 DEBUG [StoreOpener-db539bb3f86965959b9b6012a8e848eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:18:46,500 INFO [StoreOpener-db539bb3f86965959b9b6012a8e848eb-1 {}] regionserver.HStore(327): Store=db539bb3f86965959b9b6012a8e848eb/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:18:46,500 INFO [StoreOpener-db539bb3f86965959b9b6012a8e848eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region db539bb3f86965959b9b6012a8e848eb 2024-12-06T03:18:46,502 INFO [StoreOpener-db539bb3f86965959b9b6012a8e848eb-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T03:18:46,502 INFO [StoreOpener-db539bb3f86965959b9b6012a8e848eb-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region db539bb3f86965959b9b6012a8e848eb columnFamilyName C 2024-12-06T03:18:46,502 DEBUG [StoreOpener-db539bb3f86965959b9b6012a8e848eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:18:46,503 INFO [StoreOpener-db539bb3f86965959b9b6012a8e848eb-1 {}] regionserver.HStore(327): Store=db539bb3f86965959b9b6012a8e848eb/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:18:46,504 INFO [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:46,506 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb 2024-12-06T03:18:46,507 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb 2024-12-06T03:18:46,510 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T03:18:46,512 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1085): writing seq id for db539bb3f86965959b9b6012a8e848eb 2024-12-06T03:18:46,515 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T03:18:46,516 INFO [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1102): Opened db539bb3f86965959b9b6012a8e848eb; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72417081, jitterRate=0.07909859716892242}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T03:18:46,518 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegion(1001): Region open journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:18:46,519 INFO [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb., pid=11, masterSystemTime=1733455126481 2024-12-06T03:18:46,522 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:46,523 INFO [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=11}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:46,523 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=10 updating hbase:meta row=db539bb3f86965959b9b6012a8e848eb, regionState=OPEN, openSeqNum=2, regionLocation=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:46,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=11, resume processing ppid=10 2024-12-06T03:18:46,529 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=11, ppid=10, state=SUCCESS; OpenRegionProcedure db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 in 199 msec 2024-12-06T03:18:46,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=10, resume processing ppid=9 2024-12-06T03:18:46,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=10, ppid=9, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=db539bb3f86965959b9b6012a8e848eb, ASSIGN in 359 msec 2024-12-06T03:18:46,534 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T03:18:46,534 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733455126534"}]},"ts":"1733455126534"} 2024-12-06T03:18:46,537 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-06T03:18:46,540 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=9, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T03:18:46,543 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=9, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 827 msec 2024-12-06T03:18:46,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=9 2024-12-06T03:18:46,841 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 9 completed 2024-12-06T03:18:46,846 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7fdf5682 to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1f6e36fe 2024-12-06T03:18:46,850 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e98ea32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:18:46,852 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:18:46,854 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45400, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:18:46,857 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T03:18:46,859 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59304, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T03:18:46,867 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x79d38d10 to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6f343a4d 2024-12-06T03:18:46,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12885408, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:18:46,872 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6c63ae4e to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22cb07dd 2024-12-06T03:18:46,876 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62c43377, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:18:46,878 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x736f1673 to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@478bae6b 2024-12-06T03:18:46,881 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4977266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:18:46,882 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4ee2166f to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5400112e 2024-12-06T03:18:46,885 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a8f4734, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:18:46,887 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3f34ff67 to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@38766d64 2024-12-06T03:18:46,890 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18603bb9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:18:46,892 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x4b5cad1a to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@295cb1ac 2024-12-06T03:18:46,895 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72e97e4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:18:46,896 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c3b736e to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@70267494 2024-12-06T03:18:46,903 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@490457fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:18:46,904 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x767a8485 to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1d2a8e08 2024-12-06T03:18:46,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c8de680, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:18:46,909 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6502d571 to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2c915d17 2024-12-06T03:18:46,913 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f6b07e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:18:46,918 DEBUG [hconnection-0x1956867-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:18:46,918 DEBUG [hconnection-0x1074f994-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:18:46,920 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45404, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:18:46,921 DEBUG [hconnection-0x1f74a850-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:18:46,921 DEBUG [hconnection-0x42186a3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:18:46,922 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45410, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:18:46,923 DEBUG [hconnection-0x7b1969d5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:18:46,925 DEBUG [hconnection-0x7c0bf2ac-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:18:46,925 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45422, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:18:46,926 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:18:46,927 DEBUG [hconnection-0x703098f9-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:18:46,928 DEBUG [hconnection-0x3d0fdd06-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:18:46,928 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45426, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:18:46,929 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45428, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:18:46,932 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45438, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:18:46,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees 2024-12-06T03:18:46,935 DEBUG [hconnection-0x64ccd404-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:18:46,937 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:18:46,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-06T03:18:46,940 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=12, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:18:46,942 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:18:46,944 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45450, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:18:46,946 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45462, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:18:46,958 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45472, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:18:47,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on db539bb3f86965959b9b6012a8e848eb 2024-12-06T03:18:47,004 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing db539bb3f86965959b9b6012a8e848eb 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T03:18:47,014 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=A 2024-12-06T03:18:47,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:47,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=B 2024-12-06T03:18:47,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:47,015 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=C 2024-12-06T03:18:47,016 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:47,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-06T03:18:47,108 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:47,109 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-06T03:18:47,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:47,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:18:47,130 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:47,130 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:47,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:47,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/203f747b7bba42f8b17ae5acc0f8cb4c is 50, key is test_row_0/A:col10/1733455126998/Put/seqid=0 2024-12-06T03:18:47,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:47,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741839_1015 (size=14341) 2024-12-06T03:18:47,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/203f747b7bba42f8b17ae5acc0f8cb4c 2024-12-06T03:18:47,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-06T03:18:47,273 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:47,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455187245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:47,277 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:47,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455187245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:47,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:47,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45428 deadline: 1733455187267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:47,282 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:47,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45438 deadline: 1733455187279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:47,283 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:47,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455187279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:47,294 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/dd87ff2c25f44b078a72b328c941f05d is 50, key is test_row_0/B:col10/1733455126998/Put/seqid=0 2024-12-06T03:18:47,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741840_1016 (size=12001) 2024-12-06T03:18:47,315 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/dd87ff2c25f44b078a72b328c941f05d 2024-12-06T03:18:47,319 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:47,320 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-06T03:18:47,335 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:47,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:18:47,337 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:47,352 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:47,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:47,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:47,381 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/963e834981a946ef88f85670f8d14606 is 50, key is test_row_0/C:col10/1733455126998/Put/seqid=0 2024-12-06T03:18:47,384 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:47,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455187383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:47,389 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:47,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45428 deadline: 1733455187386, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:47,391 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:47,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455187387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:47,392 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:47,393 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:47,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455187389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:47,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45438 deadline: 1733455187390, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:47,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741841_1017 (size=12001) 2024-12-06T03:18:47,507 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:47,508 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-06T03:18:47,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:47,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:18:47,510 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:47,510 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:47,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:47,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:47,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-06T03:18:47,595 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:47,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455187592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:47,596 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:47,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455187596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:47,598 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:47,598 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:47,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45428 deadline: 1733455187594, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:47,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455187596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:47,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:47,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45438 deadline: 1733455187598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:47,665 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:47,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-06T03:18:47,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:47,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:18:47,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:47,667 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:47,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:47,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:47,810 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/963e834981a946ef88f85670f8d14606 2024-12-06T03:18:47,821 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:47,821 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-06T03:18:47,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:47,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:18:47,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:47,822 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:47,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:47,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:47,833 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/203f747b7bba42f8b17ae5acc0f8cb4c as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/203f747b7bba42f8b17ae5acc0f8cb4c 2024-12-06T03:18:47,846 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/203f747b7bba42f8b17ae5acc0f8cb4c, entries=200, sequenceid=13, filesize=14.0 K 2024-12-06T03:18:47,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/dd87ff2c25f44b078a72b328c941f05d as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/dd87ff2c25f44b078a72b328c941f05d 2024-12-06T03:18:47,863 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/dd87ff2c25f44b078a72b328c941f05d, entries=150, sequenceid=13, filesize=11.7 K 2024-12-06T03:18:47,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/963e834981a946ef88f85670f8d14606 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/963e834981a946ef88f85670f8d14606 2024-12-06T03:18:47,877 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/963e834981a946ef88f85670f8d14606, entries=150, sequenceid=13, filesize=11.7 K 2024-12-06T03:18:47,882 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for db539bb3f86965959b9b6012a8e848eb in 878ms, sequenceid=13, compaction requested=false 2024-12-06T03:18:47,884 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-06T03:18:47,885 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:18:47,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on db539bb3f86965959b9b6012a8e848eb 2024-12-06T03:18:47,915 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing db539bb3f86965959b9b6012a8e848eb 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-06T03:18:47,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=A 2024-12-06T03:18:47,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:47,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=B 2024-12-06T03:18:47,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:47,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=C 2024-12-06T03:18:47,917 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:47,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:47,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455187923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:47,939 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/c296968ebf2148b9831ffa2d3ab7b59a is 50, key is test_row_0/A:col10/1733455127177/Put/seqid=0 2024-12-06T03:18:47,939 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:47,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45438 deadline: 1733455187925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:47,940 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:47,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455187929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:47,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:47,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455187934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:47,943 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:47,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45428 deadline: 1733455187938, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:47,978 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:47,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-06T03:18:47,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:47,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:18:47,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:47,979 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:47,980 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:47,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:48,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741842_1018 (size=12001) 2024-12-06T03:18:48,002 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/c296968ebf2148b9831ffa2d3ab7b59a 2024-12-06T03:18:48,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/ad837cc3cba841f4969b1884297f7f34 is 50, key is test_row_0/B:col10/1733455127177/Put/seqid=0 2024-12-06T03:18:48,045 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:48,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455188043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:48,046 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:48,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45438 deadline: 1733455188043, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:48,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:48,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455188045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:48,047 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455188045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:48,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-06T03:18:48,049 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:48,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45428 deadline: 1733455188047, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:48,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741843_1019 (size=12001) 2024-12-06T03:18:48,068 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/ad837cc3cba841f4969b1884297f7f34 2024-12-06T03:18:48,099 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/53095340ebcf439e83dfa52daf257a4c is 50, key is test_row_0/C:col10/1733455127177/Put/seqid=0 2024-12-06T03:18:48,139 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:48,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-06T03:18:48,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:48,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:18:48,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:48,140 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:48,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:48,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:48,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741844_1020 (size=12001) 2024-12-06T03:18:48,164 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/53095340ebcf439e83dfa52daf257a4c 2024-12-06T03:18:48,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/c296968ebf2148b9831ffa2d3ab7b59a as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/c296968ebf2148b9831ffa2d3ab7b59a 2024-12-06T03:18:48,194 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/c296968ebf2148b9831ffa2d3ab7b59a, entries=150, sequenceid=40, filesize=11.7 K 2024-12-06T03:18:48,197 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/ad837cc3cba841f4969b1884297f7f34 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/ad837cc3cba841f4969b1884297f7f34 2024-12-06T03:18:48,217 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/ad837cc3cba841f4969b1884297f7f34, entries=150, sequenceid=40, filesize=11.7 K 2024-12-06T03:18:48,220 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/53095340ebcf439e83dfa52daf257a4c as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/53095340ebcf439e83dfa52daf257a4c 2024-12-06T03:18:48,231 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/53095340ebcf439e83dfa52daf257a4c, entries=150, sequenceid=40, filesize=11.7 K 2024-12-06T03:18:48,233 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for db539bb3f86965959b9b6012a8e848eb in 318ms, sequenceid=40, compaction requested=false 2024-12-06T03:18:48,233 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:18:48,261 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing db539bb3f86965959b9b6012a8e848eb 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T03:18:48,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on db539bb3f86965959b9b6012a8e848eb 2024-12-06T03:18:48,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=A 2024-12-06T03:18:48,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:48,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=B 2024-12-06T03:18:48,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:48,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=C 2024-12-06T03:18:48,264 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:48,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/ac39fc8258ba42a2b9392186941b8db0 is 50, key is test_row_0/A:col10/1733455128259/Put/seqid=0 2024-12-06T03:18:48,293 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:48,294 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-06T03:18:48,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:48,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:18:48,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:48,295 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:48,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:48,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:48,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741845_1021 (size=11997) 2024-12-06T03:18:48,379 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:48,379 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455188352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:48,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455188352, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:48,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:48,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45438 deadline: 1733455188378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:48,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:48,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45428 deadline: 1733455188382, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:48,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:48,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455188384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:48,448 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:48,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-06T03:18:48,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:48,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:18:48,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:48,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:48,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:48,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:48,485 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:48,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455188484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:48,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:48,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455188486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:48,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:48,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45438 deadline: 1733455188494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:48,505 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:48,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45428 deadline: 1733455188504, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:48,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:48,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455188508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:48,603 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:48,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-06T03:18:48,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:48,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:18:48,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:48,605 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:48,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:48,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:48,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:48,696 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:48,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455188694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:48,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455188690, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:48,704 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:48,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45438 deadline: 1733455188701, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:48,709 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/ac39fc8258ba42a2b9392186941b8db0 2024-12-06T03:18:48,714 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:48,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45428 deadline: 1733455188710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:48,716 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:48,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455188712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:48,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/cb9900ab5dc54f7586c3b00b2a861873 is 50, key is test_row_0/B:col10/1733455128259/Put/seqid=0 2024-12-06T03:18:48,759 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:48,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-06T03:18:48,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:48,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:18:48,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:48,760 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:48,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:48,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:48,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741846_1022 (size=9657) 2024-12-06T03:18:48,775 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/cb9900ab5dc54f7586c3b00b2a861873 2024-12-06T03:18:48,810 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/7e8b5d97a3634fa0afc0564b7a21f9cd is 50, key is test_row_0/C:col10/1733455128259/Put/seqid=0 2024-12-06T03:18:48,860 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741847_1023 (size=9657) 2024-12-06T03:18:48,913 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:48,914 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-06T03:18:48,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:48,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:18:48,914 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:48,915 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:48,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:48,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:49,002 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:49,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455189002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:49,003 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:49,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455189002, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:49,013 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:49,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45438 deadline: 1733455189009, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:49,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:49,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45428 deadline: 1733455189017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:49,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:49,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455189019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:49,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-06T03:18:49,069 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:49,069 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-06T03:18:49,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:49,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:18:49,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:49,070 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:49,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:49,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:49,166 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-06T03:18:49,167 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:namespace' 2024-12-06T03:18:49,225 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:49,226 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-06T03:18:49,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:49,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:18:49,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:49,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] handler.RSProcedureHandler(58): pid=13 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:49,227 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=13 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:49,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=13 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:49,262 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/7e8b5d97a3634fa0afc0564b7a21f9cd 2024-12-06T03:18:49,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/ac39fc8258ba42a2b9392186941b8db0 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/ac39fc8258ba42a2b9392186941b8db0 2024-12-06T03:18:49,299 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/ac39fc8258ba42a2b9392186941b8db0, entries=150, sequenceid=52, filesize=11.7 K 2024-12-06T03:18:49,302 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/cb9900ab5dc54f7586c3b00b2a861873 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/cb9900ab5dc54f7586c3b00b2a861873 2024-12-06T03:18:49,315 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/cb9900ab5dc54f7586c3b00b2a861873, entries=100, sequenceid=52, filesize=9.4 K 2024-12-06T03:18:49,331 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/7e8b5d97a3634fa0afc0564b7a21f9cd as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/7e8b5d97a3634fa0afc0564b7a21f9cd 2024-12-06T03:18:49,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/7e8b5d97a3634fa0afc0564b7a21f9cd, entries=100, sequenceid=52, filesize=9.4 K 2024-12-06T03:18:49,360 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for db539bb3f86965959b9b6012a8e848eb in 1099ms, sequenceid=52, compaction requested=true 2024-12-06T03:18:49,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:18:49,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db539bb3f86965959b9b6012a8e848eb:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:18:49,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:18:49,365 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db539bb3f86965959b9b6012a8e848eb:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:18:49,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:18:49,366 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:18:49,366 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:18:49,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db539bb3f86965959b9b6012a8e848eb:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:18:49,367 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:18:49,371 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:18:49,373 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): db539bb3f86965959b9b6012a8e848eb/B is initiating minor compaction (all files) 2024-12-06T03:18:49,373 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db539bb3f86965959b9b6012a8e848eb/B in TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:49,373 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/dd87ff2c25f44b078a72b328c941f05d, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/ad837cc3cba841f4969b1884297f7f34, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/cb9900ab5dc54f7586c3b00b2a861873] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp, totalSize=32.9 K 2024-12-06T03:18:49,376 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting dd87ff2c25f44b078a72b328c941f05d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733455126975 2024-12-06T03:18:49,376 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38339 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:18:49,376 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): db539bb3f86965959b9b6012a8e848eb/A is initiating minor compaction (all files) 2024-12-06T03:18:49,377 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting ad837cc3cba841f4969b1884297f7f34, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733455127177 2024-12-06T03:18:49,376 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db539bb3f86965959b9b6012a8e848eb/A in TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:49,378 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting cb9900ab5dc54f7586c3b00b2a861873, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733455128256 2024-12-06T03:18:49,378 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/203f747b7bba42f8b17ae5acc0f8cb4c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/c296968ebf2148b9831ffa2d3ab7b59a, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/ac39fc8258ba42a2b9392186941b8db0] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp, totalSize=37.4 K 2024-12-06T03:18:49,380 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 203f747b7bba42f8b17ae5acc0f8cb4c, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733455126975 2024-12-06T03:18:49,381 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:49,382 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=13 2024-12-06T03:18:49,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:49,383 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2837): Flushing db539bb3f86965959b9b6012a8e848eb 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-06T03:18:49,383 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting c296968ebf2148b9831ffa2d3ab7b59a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733455127177 2024-12-06T03:18:49,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=A 2024-12-06T03:18:49,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:49,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=B 2024-12-06T03:18:49,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:49,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=C 2024-12-06T03:18:49,384 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:49,386 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting ac39fc8258ba42a2b9392186941b8db0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733455128252 2024-12-06T03:18:49,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/afaab941d6054211a0911ca0090399c6 is 50, key is test_row_0/A:col10/1733455128351/Put/seqid=0 2024-12-06T03:18:49,423 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db539bb3f86965959b9b6012a8e848eb#B#compaction#10 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:18:49,425 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/f749fb32edd84a719e8c61cc1f9b89c6 is 50, key is test_row_0/B:col10/1733455128259/Put/seqid=0 2024-12-06T03:18:49,434 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db539bb3f86965959b9b6012a8e848eb#A#compaction#11 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:18:49,434 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/42c43114002544dbad926e4cc88ef1f0 is 50, key is test_row_0/A:col10/1733455128259/Put/seqid=0 2024-12-06T03:18:49,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741849_1025 (size=12104) 2024-12-06T03:18:49,473 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/f749fb32edd84a719e8c61cc1f9b89c6 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/f749fb32edd84a719e8c61cc1f9b89c6 2024-12-06T03:18:49,481 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741848_1024 (size=12001) 2024-12-06T03:18:49,483 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/afaab941d6054211a0911ca0090399c6 2024-12-06T03:18:49,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741850_1026 (size=12104) 2024-12-06T03:18:49,500 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in db539bb3f86965959b9b6012a8e848eb/B of db539bb3f86965959b9b6012a8e848eb into f749fb32edd84a719e8c61cc1f9b89c6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:18:49,500 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:18:49,500 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb., storeName=db539bb3f86965959b9b6012a8e848eb/B, priority=13, startTime=1733455129365; duration=0sec 2024-12-06T03:18:49,501 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:18:49,501 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db539bb3f86965959b9b6012a8e848eb:B 2024-12-06T03:18:49,501 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:18:49,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/12d448f3726d41bd8720cb1a55cf3a70 is 50, key is test_row_0/B:col10/1733455128351/Put/seqid=0 2024-12-06T03:18:49,506 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:18:49,507 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): db539bb3f86965959b9b6012a8e848eb/C is initiating minor compaction (all files) 2024-12-06T03:18:49,507 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db539bb3f86965959b9b6012a8e848eb/C in TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:49,507 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/963e834981a946ef88f85670f8d14606, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/53095340ebcf439e83dfa52daf257a4c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/7e8b5d97a3634fa0afc0564b7a21f9cd] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp, totalSize=32.9 K 2024-12-06T03:18:49,510 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 963e834981a946ef88f85670f8d14606, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733455126975 2024-12-06T03:18:49,513 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/42c43114002544dbad926e4cc88ef1f0 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/42c43114002544dbad926e4cc88ef1f0 2024-12-06T03:18:49,513 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 53095340ebcf439e83dfa52daf257a4c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733455127177 2024-12-06T03:18:49,515 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 7e8b5d97a3634fa0afc0564b7a21f9cd, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733455128256 2024-12-06T03:18:49,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on db539bb3f86965959b9b6012a8e848eb 2024-12-06T03:18:49,517 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:18:49,528 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in db539bb3f86965959b9b6012a8e848eb/A of db539bb3f86965959b9b6012a8e848eb into 42c43114002544dbad926e4cc88ef1f0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:18:49,528 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:18:49,528 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb., storeName=db539bb3f86965959b9b6012a8e848eb/A, priority=13, startTime=1733455129363; duration=0sec 2024-12-06T03:18:49,528 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:18:49,528 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db539bb3f86965959b9b6012a8e848eb:A 2024-12-06T03:18:49,553 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:49,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45438 deadline: 1733455189543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:49,554 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:49,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455189546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:49,556 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:49,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45428 deadline: 1733455189548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:49,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:49,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455189551, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:49,559 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:49,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455189553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:49,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741851_1027 (size=12001) 2024-12-06T03:18:49,564 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/12d448f3726d41bd8720cb1a55cf3a70 2024-12-06T03:18:49,583 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db539bb3f86965959b9b6012a8e848eb#C#compaction#13 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:18:49,585 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/994ae93e3dcf4d00974a2320a7ce1587 is 50, key is test_row_0/C:col10/1733455128259/Put/seqid=0 2024-12-06T03:18:49,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/b455f341ab2e481c8e663b290b19d184 is 50, key is test_row_0/C:col10/1733455128351/Put/seqid=0 2024-12-06T03:18:49,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741853_1029 (size=12001) 2024-12-06T03:18:49,640 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741852_1028 (size=12104) 2024-12-06T03:18:49,640 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=77 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/b455f341ab2e481c8e663b290b19d184 2024-12-06T03:18:49,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:49,659 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/994ae93e3dcf4d00974a2320a7ce1587 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/994ae93e3dcf4d00974a2320a7ce1587 2024-12-06T03:18:49,660 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/afaab941d6054211a0911ca0090399c6 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/afaab941d6054211a0911ca0090399c6 2024-12-06T03:18:49,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45438 deadline: 1733455189656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:49,662 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:49,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455189658, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:49,668 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:49,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45428 deadline: 1733455189659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:49,673 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:49,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455189661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:49,675 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:49,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455189661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:49,678 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/afaab941d6054211a0911ca0090399c6, entries=150, sequenceid=77, filesize=11.7 K 2024-12-06T03:18:49,681 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in db539bb3f86965959b9b6012a8e848eb/C of db539bb3f86965959b9b6012a8e848eb into 994ae93e3dcf4d00974a2320a7ce1587(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:18:49,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/12d448f3726d41bd8720cb1a55cf3a70 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/12d448f3726d41bd8720cb1a55cf3a70 2024-12-06T03:18:49,681 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:18:49,681 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb., storeName=db539bb3f86965959b9b6012a8e848eb/C, priority=13, startTime=1733455129366; duration=0sec 2024-12-06T03:18:49,682 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:18:49,682 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db539bb3f86965959b9b6012a8e848eb:C 2024-12-06T03:18:49,689 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/12d448f3726d41bd8720cb1a55cf3a70, entries=150, sequenceid=77, filesize=11.7 K 2024-12-06T03:18:49,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/b455f341ab2e481c8e663b290b19d184 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/b455f341ab2e481c8e663b290b19d184 2024-12-06T03:18:49,705 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/b455f341ab2e481c8e663b290b19d184, entries=150, sequenceid=77, filesize=11.7 K 2024-12-06T03:18:49,707 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=67.09 KB/68700 for db539bb3f86965959b9b6012a8e848eb in 324ms, sequenceid=77, compaction requested=false 2024-12-06T03:18:49,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.HRegion(2538): Flush status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:18:49,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:49,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-12-06T03:18:49,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=13 2024-12-06T03:18:49,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=13, resume processing ppid=12 2024-12-06T03:18:49,713 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=13, ppid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7680 sec 2024-12-06T03:18:49,718 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=12, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=12, table=TestAcidGuarantees in 2.7860 sec 2024-12-06T03:18:49,862 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T03:18:49,873 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing db539bb3f86965959b9b6012a8e848eb 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-06T03:18:49,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=A 2024-12-06T03:18:49,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:49,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=B 2024-12-06T03:18:49,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:49,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=C 2024-12-06T03:18:49,873 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:49,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on db539bb3f86965959b9b6012a8e848eb 2024-12-06T03:18:49,887 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/a9984812e5fe4502a0f6ecf0f4902855 is 50, key is test_row_0/A:col10/1733455129866/Put/seqid=0 2024-12-06T03:18:49,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741854_1030 (size=14341) 2024-12-06T03:18:49,940 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45438 deadline: 1733455189933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:49,941 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:49,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455189933, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:49,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:49,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455189936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:49,948 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:49,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455189939, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:49,950 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:49,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45428 deadline: 1733455189941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:50,046 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:50,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455190044, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:50,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:50,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455190048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:50,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:50,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45438 deadline: 1733455190052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:50,053 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:50,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455190052, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:50,054 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:50,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45428 deadline: 1733455190054, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:50,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:50,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455190248, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:50,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:50,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455190254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:50,258 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45438 deadline: 1733455190255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:50,259 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:50,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455190257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:50,260 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:50,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45428 deadline: 1733455190257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:50,326 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/a9984812e5fe4502a0f6ecf0f4902855 2024-12-06T03:18:50,351 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/75734df3d57a4d64b2ba4fa705a8de6b is 50, key is test_row_0/B:col10/1733455129866/Put/seqid=0 2024-12-06T03:18:50,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741855_1031 (size=12001) 2024-12-06T03:18:50,388 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/75734df3d57a4d64b2ba4fa705a8de6b 2024-12-06T03:18:50,404 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T03:18:50,405 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-06T03:18:50,408 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-06T03:18:50,408 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_namespace Metrics about Tables on a single HBase RegionServer 2024-12-06T03:18:50,409 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/74bb5ffbd3af4031a59a571b4bb1bd37 is 50, key is test_row_0/C:col10/1733455129866/Put/seqid=0 2024-12-06T03:18:50,409 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T03:18:50,410 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-06T03:18:50,410 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-06T03:18:50,410 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-06T03:18:50,412 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-06T03:18:50,412 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-06T03:18:50,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741856_1032 (size=12001) 2024-12-06T03:18:50,445 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=94 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/74bb5ffbd3af4031a59a571b4bb1bd37 2024-12-06T03:18:50,457 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/a9984812e5fe4502a0f6ecf0f4902855 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/a9984812e5fe4502a0f6ecf0f4902855 2024-12-06T03:18:50,468 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/a9984812e5fe4502a0f6ecf0f4902855, entries=200, sequenceid=94, filesize=14.0 K 2024-12-06T03:18:50,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/75734df3d57a4d64b2ba4fa705a8de6b as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/75734df3d57a4d64b2ba4fa705a8de6b 2024-12-06T03:18:50,487 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/75734df3d57a4d64b2ba4fa705a8de6b, entries=150, sequenceid=94, filesize=11.7 K 2024-12-06T03:18:50,488 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/74bb5ffbd3af4031a59a571b4bb1bd37 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/74bb5ffbd3af4031a59a571b4bb1bd37 2024-12-06T03:18:50,502 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/74bb5ffbd3af4031a59a571b4bb1bd37, entries=150, sequenceid=94, filesize=11.7 K 2024-12-06T03:18:50,504 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=134.18 KB/137400 for db539bb3f86965959b9b6012a8e848eb in 632ms, sequenceid=94, compaction requested=true 2024-12-06T03:18:50,504 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:18:50,505 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:18:50,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db539bb3f86965959b9b6012a8e848eb:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:18:50,505 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:18:50,505 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:18:50,508 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:18:50,508 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): db539bb3f86965959b9b6012a8e848eb/A is initiating minor compaction (all files) 2024-12-06T03:18:50,508 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db539bb3f86965959b9b6012a8e848eb/A in TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:50,508 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/42c43114002544dbad926e4cc88ef1f0, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/afaab941d6054211a0911ca0090399c6, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/a9984812e5fe4502a0f6ecf0f4902855] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp, totalSize=37.5 K 2024-12-06T03:18:50,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db539bb3f86965959b9b6012a8e848eb:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:18:50,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:18:50,509 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db539bb3f86965959b9b6012a8e848eb:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:18:50,509 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:18:50,509 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): db539bb3f86965959b9b6012a8e848eb/B is initiating minor compaction (all files) 2024-12-06T03:18:50,509 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db539bb3f86965959b9b6012a8e848eb/B in TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:50,509 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/f749fb32edd84a719e8c61cc1f9b89c6, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/12d448f3726d41bd8720cb1a55cf3a70, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/75734df3d57a4d64b2ba4fa705a8de6b] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp, totalSize=35.3 K 2024-12-06T03:18:50,510 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 42c43114002544dbad926e4cc88ef1f0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733455127909 2024-12-06T03:18:50,511 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting f749fb32edd84a719e8c61cc1f9b89c6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733455127909 2024-12-06T03:18:50,512 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 12d448f3726d41bd8720cb1a55cf3a70, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733455128349 2024-12-06T03:18:50,512 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting afaab941d6054211a0911ca0090399c6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733455128349 2024-12-06T03:18:50,512 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:18:50,513 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 75734df3d57a4d64b2ba4fa705a8de6b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733455129545 2024-12-06T03:18:50,514 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting a9984812e5fe4502a0f6ecf0f4902855, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733455129539 2024-12-06T03:18:50,540 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db539bb3f86965959b9b6012a8e848eb#A#compaction#18 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:18:50,541 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/e53022693251440f9c7384e29d87e45b is 50, key is test_row_0/A:col10/1733455129866/Put/seqid=0 2024-12-06T03:18:50,541 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db539bb3f86965959b9b6012a8e848eb#B#compaction#19 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:18:50,542 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/4f42c2a818944b899ecfb5a76c7354f4 is 50, key is test_row_0/B:col10/1733455129866/Put/seqid=0 2024-12-06T03:18:50,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on db539bb3f86965959b9b6012a8e848eb 2024-12-06T03:18:50,565 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing db539bb3f86965959b9b6012a8e848eb 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-06T03:18:50,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=A 2024-12-06T03:18:50,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:50,565 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=B 2024-12-06T03:18:50,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:50,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=C 2024-12-06T03:18:50,566 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:50,580 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741857_1033 (size=12207) 2024-12-06T03:18:50,586 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/70398cdcaba148d48876d2bd61cfc261 is 50, key is test_row_0/A:col10/1733455129937/Put/seqid=0 2024-12-06T03:18:50,592 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741858_1034 (size=12207) 2024-12-06T03:18:50,599 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/e53022693251440f9c7384e29d87e45b as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/e53022693251440f9c7384e29d87e45b 2024-12-06T03:18:50,609 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:50,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455190590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:50,610 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:50,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455190593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:50,611 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741859_1035 (size=12001) 2024-12-06T03:18:50,614 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:50,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45428 deadline: 1733455190610, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:50,615 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:50,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:50,616 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in db539bb3f86965959b9b6012a8e848eb/A of db539bb3f86965959b9b6012a8e848eb into e53022693251440f9c7384e29d87e45b(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:18:50,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45438 deadline: 1733455190592, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:50,616 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:18:50,616 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb., storeName=db539bb3f86965959b9b6012a8e848eb/A, priority=13, startTime=1733455130504; duration=0sec 2024-12-06T03:18:50,616 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/70398cdcaba148d48876d2bd61cfc261 2024-12-06T03:18:50,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455190611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:50,617 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:18:50,617 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db539bb3f86965959b9b6012a8e848eb:A 2024-12-06T03:18:50,617 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:18:50,621 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:18:50,622 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): db539bb3f86965959b9b6012a8e848eb/C is initiating minor compaction (all files) 2024-12-06T03:18:50,622 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db539bb3f86965959b9b6012a8e848eb/C in TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:50,622 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/994ae93e3dcf4d00974a2320a7ce1587, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/b455f341ab2e481c8e663b290b19d184, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/74bb5ffbd3af4031a59a571b4bb1bd37] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp, totalSize=35.3 K 2024-12-06T03:18:50,623 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 994ae93e3dcf4d00974a2320a7ce1587, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733455127909 2024-12-06T03:18:50,624 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting b455f341ab2e481c8e663b290b19d184, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=77, earliestPutTs=1733455128349 2024-12-06T03:18:50,625 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74bb5ffbd3af4031a59a571b4bb1bd37, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733455129545 2024-12-06T03:18:50,635 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/4017026697e9425294cc949dd7f1dffa is 50, key is test_row_0/B:col10/1733455129937/Put/seqid=0 2024-12-06T03:18:50,658 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db539bb3f86965959b9b6012a8e848eb#C#compaction#22 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:18:50,659 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/a8cb6519f848497fb24dcd855202b6a2 is 50, key is test_row_0/C:col10/1733455129866/Put/seqid=0 2024-12-06T03:18:50,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741860_1036 (size=12001) 2024-12-06T03:18:50,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/4017026697e9425294cc949dd7f1dffa 2024-12-06T03:18:50,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/abce7117d78b4819b8daadf327ca8713 is 50, key is test_row_0/C:col10/1733455129937/Put/seqid=0 2024-12-06T03:18:50,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741861_1037 (size=12207) 2024-12-06T03:18:50,705 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/a8cb6519f848497fb24dcd855202b6a2 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/a8cb6519f848497fb24dcd855202b6a2 2024-12-06T03:18:50,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741862_1038 (size=12001) 2024-12-06T03:18:50,714 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:50,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455190712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:50,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:50,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455190714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:50,718 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:50,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45428 deadline: 1733455190716, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:50,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:50,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45438 deadline: 1733455190718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:50,722 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:50,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455190719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:50,723 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in db539bb3f86965959b9b6012a8e848eb/C of db539bb3f86965959b9b6012a8e848eb into a8cb6519f848497fb24dcd855202b6a2(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:18:50,724 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:18:50,724 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb., storeName=db539bb3f86965959b9b6012a8e848eb/C, priority=13, startTime=1733455130509; duration=0sec 2024-12-06T03:18:50,724 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:18:50,724 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db539bb3f86965959b9b6012a8e848eb:C 2024-12-06T03:18:50,919 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:50,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455190916, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:50,920 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:50,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455190918, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:50,922 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:50,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45428 deadline: 1733455190920, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:50,925 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:50,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45438 deadline: 1733455190923, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:50,928 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:50,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455190925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:51,011 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/4f42c2a818944b899ecfb5a76c7354f4 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/4f42c2a818944b899ecfb5a76c7354f4 2024-12-06T03:18:51,023 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in db539bb3f86965959b9b6012a8e848eb/B of db539bb3f86965959b9b6012a8e848eb into 4f42c2a818944b899ecfb5a76c7354f4(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:18:51,024 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:18:51,024 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb., storeName=db539bb3f86965959b9b6012a8e848eb/B, priority=13, startTime=1733455130505; duration=0sec 2024-12-06T03:18:51,024 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:18:51,024 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db539bb3f86965959b9b6012a8e848eb:B 2024-12-06T03:18:51,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=12 2024-12-06T03:18:51,052 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 12 completed 2024-12-06T03:18:51,056 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:18:51,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees 2024-12-06T03:18:51,061 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:18:51,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-06T03:18:51,063 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=14, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:18:51,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:18:51,110 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=118 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/abce7117d78b4819b8daadf327ca8713 2024-12-06T03:18:51,122 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/70398cdcaba148d48876d2bd61cfc261 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/70398cdcaba148d48876d2bd61cfc261 2024-12-06T03:18:51,142 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/70398cdcaba148d48876d2bd61cfc261, entries=150, sequenceid=118, filesize=11.7 K 2024-12-06T03:18:51,146 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/4017026697e9425294cc949dd7f1dffa as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/4017026697e9425294cc949dd7f1dffa 2024-12-06T03:18:51,161 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/4017026697e9425294cc949dd7f1dffa, entries=150, sequenceid=118, filesize=11.7 K 2024-12-06T03:18:51,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-06T03:18:51,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/abce7117d78b4819b8daadf327ca8713 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/abce7117d78b4819b8daadf327ca8713 2024-12-06T03:18:51,189 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/abce7117d78b4819b8daadf327ca8713, entries=150, sequenceid=118, filesize=11.7 K 2024-12-06T03:18:51,191 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for db539bb3f86965959b9b6012a8e848eb in 626ms, sequenceid=118, compaction requested=false 2024-12-06T03:18:51,191 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:18:51,217 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:51,218 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=15 2024-12-06T03:18:51,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:51,218 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2837): Flushing db539bb3f86965959b9b6012a8e848eb 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-06T03:18:51,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=A 2024-12-06T03:18:51,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:51,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=B 2024-12-06T03:18:51,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:51,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=C 2024-12-06T03:18:51,219 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:51,230 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:18:51,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on db539bb3f86965959b9b6012a8e848eb 2024-12-06T03:18:51,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/04eea4c3cef947df88fea505b4e9da70 is 50, key is test_row_0/A:col10/1733455130599/Put/seqid=0 2024-12-06T03:18:51,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741863_1039 (size=12051) 2024-12-06T03:18:51,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:51,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455191258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:51,265 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:51,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45428 deadline: 1733455191258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:51,268 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:51,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455191262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:51,269 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:51,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45438 deadline: 1733455191263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:51,269 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:51,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455191264, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:51,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-06T03:18:51,368 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455191366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:51,369 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:51,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45428 deadline: 1733455191367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:51,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:51,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455191371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:51,373 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:51,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45438 deadline: 1733455191371, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:51,374 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:51,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455191372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:51,573 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:51,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455191571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:51,574 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:51,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45428 deadline: 1733455191572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:51,577 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:51,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455191575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:51,578 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:51,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:51,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455191577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:51,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45438 deadline: 1733455191576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:51,651 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/04eea4c3cef947df88fea505b4e9da70 2024-12-06T03:18:51,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-06T03:18:51,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/c414d99e420d492db3cb99071ac78e04 is 50, key is test_row_0/B:col10/1733455130599/Put/seqid=0 2024-12-06T03:18:51,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741864_1040 (size=12051) 2024-12-06T03:18:51,692 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/c414d99e420d492db3cb99071ac78e04 2024-12-06T03:18:51,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/410c40ca96154e619f2b5505ca598f58 is 50, key is test_row_0/C:col10/1733455130599/Put/seqid=0 2024-12-06T03:18:51,758 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741865_1041 (size=12051) 2024-12-06T03:18:51,760 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=134 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/410c40ca96154e619f2b5505ca598f58 2024-12-06T03:18:51,771 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/04eea4c3cef947df88fea505b4e9da70 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/04eea4c3cef947df88fea505b4e9da70 2024-12-06T03:18:51,780 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/04eea4c3cef947df88fea505b4e9da70, entries=150, sequenceid=134, filesize=11.8 K 2024-12-06T03:18:51,783 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/c414d99e420d492db3cb99071ac78e04 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/c414d99e420d492db3cb99071ac78e04 2024-12-06T03:18:51,790 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/c414d99e420d492db3cb99071ac78e04, entries=150, sequenceid=134, filesize=11.8 K 2024-12-06T03:18:51,792 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/410c40ca96154e619f2b5505ca598f58 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/410c40ca96154e619f2b5505ca598f58 2024-12-06T03:18:51,801 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/410c40ca96154e619f2b5505ca598f58, entries=150, sequenceid=134, filesize=11.8 K 2024-12-06T03:18:51,804 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for db539bb3f86965959b9b6012a8e848eb in 586ms, sequenceid=134, compaction requested=true 2024-12-06T03:18:51,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.HRegion(2538): Flush status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:18:51,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:51,804 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-12-06T03:18:51,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=15 2024-12-06T03:18:51,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=15, resume processing ppid=14 2024-12-06T03:18:51,810 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=15, ppid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 743 msec 2024-12-06T03:18:51,813 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=14, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=14, table=TestAcidGuarantees in 755 msec 2024-12-06T03:18:51,885 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing db539bb3f86965959b9b6012a8e848eb 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-06T03:18:51,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on db539bb3f86965959b9b6012a8e848eb 2024-12-06T03:18:51,886 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=A 2024-12-06T03:18:51,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:51,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=B 2024-12-06T03:18:51,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:51,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=C 2024-12-06T03:18:51,887 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:51,898 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/80bbb52a10284b2f8861616275d5eabb is 50, key is test_row_0/A:col10/1733455131883/Put/seqid=0 2024-12-06T03:18:51,902 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:51,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455191895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:51,905 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:51,906 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45428 deadline: 1733455191900, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:51,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45438 deadline: 1733455191901, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:51,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:51,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455191902, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:51,907 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:51,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455191903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:51,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741866_1042 (size=12151) 2024-12-06T03:18:51,939 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/80bbb52a10284b2f8861616275d5eabb 2024-12-06T03:18:51,969 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/65545e07a6304b648e6c2d6a0000f10f is 50, key is test_row_0/B:col10/1733455131883/Put/seqid=0 2024-12-06T03:18:51,987 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741867_1043 (size=12151) 2024-12-06T03:18:51,990 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/65545e07a6304b648e6c2d6a0000f10f 2024-12-06T03:18:52,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/95056ca62cd2467795b134bbb74e72a6 is 50, key is test_row_0/C:col10/1733455131883/Put/seqid=0 2024-12-06T03:18:52,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:52,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455192005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:52,009 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:52,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45428 deadline: 1733455192008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:52,010 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:52,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45438 deadline: 1733455192008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:52,011 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:52,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455192008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:52,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455192010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:52,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741868_1044 (size=12151) 2024-12-06T03:18:52,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=14 2024-12-06T03:18:52,168 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 14 completed 2024-12-06T03:18:52,176 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:18:52,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees 2024-12-06T03:18:52,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-06T03:18:52,193 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:18:52,194 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=16, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:18:52,195 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:18:52,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:52,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455192211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:52,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:52,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45438 deadline: 1733455192212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:52,215 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:52,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45428 deadline: 1733455192212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:52,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:52,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455192213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:52,216 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:52,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455192214, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:52,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-06T03:18:52,348 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:52,349 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-06T03:18:52,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:52,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:18:52,349 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:52,349 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:52,350 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:52,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:52,473 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=159 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/95056ca62cd2467795b134bbb74e72a6 2024-12-06T03:18:52,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-06T03:18:52,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/80bbb52a10284b2f8861616275d5eabb as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/80bbb52a10284b2f8861616275d5eabb 2024-12-06T03:18:52,496 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/80bbb52a10284b2f8861616275d5eabb, entries=150, sequenceid=159, filesize=11.9 K 2024-12-06T03:18:52,499 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/65545e07a6304b648e6c2d6a0000f10f as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/65545e07a6304b648e6c2d6a0000f10f 2024-12-06T03:18:52,502 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:52,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-06T03:18:52,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:52,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:18:52,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:52,503 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:52,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:52,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:52,510 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/65545e07a6304b648e6c2d6a0000f10f, entries=150, sequenceid=159, filesize=11.9 K 2024-12-06T03:18:52,512 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/95056ca62cd2467795b134bbb74e72a6 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/95056ca62cd2467795b134bbb74e72a6 2024-12-06T03:18:52,522 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/95056ca62cd2467795b134bbb74e72a6, entries=150, sequenceid=159, filesize=11.9 K 2024-12-06T03:18:52,523 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for db539bb3f86965959b9b6012a8e848eb in 639ms, sequenceid=159, compaction requested=true 2024-12-06T03:18:52,523 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:18:52,523 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:52,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db539bb3f86965959b9b6012a8e848eb:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:18:52,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:18:52,523 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T03:18:52,523 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db539bb3f86965959b9b6012a8e848eb:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:18:52,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:18:52,523 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T03:18:52,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db539bb3f86965959b9b6012a8e848eb:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:18:52,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45438 deadline: 1733455192517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:52,524 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:18:52,527 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T03:18:52,527 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T03:18:52,527 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): db539bb3f86965959b9b6012a8e848eb/B is initiating minor compaction (all files) 2024-12-06T03:18:52,527 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): db539bb3f86965959b9b6012a8e848eb/A is initiating minor compaction (all files) 2024-12-06T03:18:52,527 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db539bb3f86965959b9b6012a8e848eb/B in TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:52,527 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db539bb3f86965959b9b6012a8e848eb/A in TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:52,527 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/4f42c2a818944b899ecfb5a76c7354f4, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/4017026697e9425294cc949dd7f1dffa, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/c414d99e420d492db3cb99071ac78e04, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/65545e07a6304b648e6c2d6a0000f10f] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp, totalSize=47.3 K 2024-12-06T03:18:52,527 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/e53022693251440f9c7384e29d87e45b, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/70398cdcaba148d48876d2bd61cfc261, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/04eea4c3cef947df88fea505b4e9da70, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/80bbb52a10284b2f8861616275d5eabb] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp, totalSize=47.3 K 2024-12-06T03:18:52,528 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f42c2a818944b899ecfb5a76c7354f4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733455129545 2024-12-06T03:18:52,528 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting e53022693251440f9c7384e29d87e45b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733455129545 2024-12-06T03:18:52,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on db539bb3f86965959b9b6012a8e848eb 2024-12-06T03:18:52,529 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 4017026697e9425294cc949dd7f1dffa, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733455129930 2024-12-06T03:18:52,529 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 70398cdcaba148d48876d2bd61cfc261, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733455129930 2024-12-06T03:18:52,529 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing db539bb3f86965959b9b6012a8e848eb 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-06T03:18:52,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=A 2024-12-06T03:18:52,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:52,529 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=B 2024-12-06T03:18:52,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:52,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=C 2024-12-06T03:18:52,530 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:52,530 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting c414d99e420d492db3cb99071ac78e04, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733455130583 2024-12-06T03:18:52,531 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04eea4c3cef947df88fea505b4e9da70, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733455130583 2024-12-06T03:18:52,531 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 65545e07a6304b648e6c2d6a0000f10f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733455131260 2024-12-06T03:18:52,532 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 80bbb52a10284b2f8861616275d5eabb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733455131260 2024-12-06T03:18:52,538 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/f82d949b62d5405785cce79fd53fe5b4 is 50, key is test_row_0/A:col10/1733455131901/Put/seqid=0 2024-12-06T03:18:52,575 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db539bb3f86965959b9b6012a8e848eb#A#compaction#32 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:18:52,575 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db539bb3f86965959b9b6012a8e848eb#B#compaction#31 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:18:52,576 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/efd9454d645145ab96980f9d2739fb5c is 50, key is test_row_0/A:col10/1733455131883/Put/seqid=0 2024-12-06T03:18:52,576 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/828c2b08f1ce4978a561615e8dfbc1ba is 50, key is test_row_0/B:col10/1733455131883/Put/seqid=0 2024-12-06T03:18:52,584 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:52,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455192579, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:52,585 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:52,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455192580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:52,586 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:52,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455192582, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:52,590 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:52,590 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741869_1045 (size=16931) 2024-12-06T03:18:52,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45428 deadline: 1733455192585, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:52,591 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/f82d949b62d5405785cce79fd53fe5b4 2024-12-06T03:18:52,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/284b4902ad3d49ebafa05d8e8b3e8853 is 50, key is test_row_0/B:col10/1733455131901/Put/seqid=0 2024-12-06T03:18:52,647 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741870_1046 (size=12493) 2024-12-06T03:18:52,658 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:52,661 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-06T03:18:52,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:52,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:18:52,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:52,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741871_1047 (size=12493) 2024-12-06T03:18:52,662 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] handler.RSProcedureHandler(58): pid=17 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:52,662 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=17 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:52,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=17 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:52,680 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/efd9454d645145ab96980f9d2739fb5c as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/efd9454d645145ab96980f9d2739fb5c 2024-12-06T03:18:52,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741872_1048 (size=12151) 2024-12-06T03:18:52,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/284b4902ad3d49ebafa05d8e8b3e8853 2024-12-06T03:18:52,693 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:52,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455192687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:52,693 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in db539bb3f86965959b9b6012a8e848eb/A of db539bb3f86965959b9b6012a8e848eb into efd9454d645145ab96980f9d2739fb5c(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:18:52,693 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:18:52,693 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb., storeName=db539bb3f86965959b9b6012a8e848eb/A, priority=12, startTime=1733455132523; duration=0sec 2024-12-06T03:18:52,693 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:18:52,694 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db539bb3f86965959b9b6012a8e848eb:A 2024-12-06T03:18:52,694 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T03:18:52,694 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:52,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455192688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:52,696 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:52,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455192689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:52,697 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:52,697 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T03:18:52,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45428 deadline: 1733455192693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:52,698 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): db539bb3f86965959b9b6012a8e848eb/C is initiating minor compaction (all files) 2024-12-06T03:18:52,698 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db539bb3f86965959b9b6012a8e848eb/C in TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:52,698 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/a8cb6519f848497fb24dcd855202b6a2, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/abce7117d78b4819b8daadf327ca8713, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/410c40ca96154e619f2b5505ca598f58, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/95056ca62cd2467795b134bbb74e72a6] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp, totalSize=47.3 K 2024-12-06T03:18:52,699 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting a8cb6519f848497fb24dcd855202b6a2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=94, earliestPutTs=1733455129545 2024-12-06T03:18:52,700 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting abce7117d78b4819b8daadf327ca8713, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=118, earliestPutTs=1733455129930 2024-12-06T03:18:52,700 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 410c40ca96154e619f2b5505ca598f58, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=134, earliestPutTs=1733455130583 2024-12-06T03:18:52,701 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 95056ca62cd2467795b134bbb74e72a6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733455131260 2024-12-06T03:18:52,709 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/4980d26a4ac544f0bedc74114df16a3e is 50, key is test_row_0/C:col10/1733455131901/Put/seqid=0 2024-12-06T03:18:52,721 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db539bb3f86965959b9b6012a8e848eb#C#compaction#35 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:18:52,722 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/53222b42d292468b9fdc10c314e5b9b9 is 50, key is test_row_0/C:col10/1733455131883/Put/seqid=0 2024-12-06T03:18:52,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741873_1049 (size=12151) 2024-12-06T03:18:52,746 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/4980d26a4ac544f0bedc74114df16a3e 2024-12-06T03:18:52,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741874_1050 (size=12493) 2024-12-06T03:18:52,766 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/f82d949b62d5405785cce79fd53fe5b4 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/f82d949b62d5405785cce79fd53fe5b4 2024-12-06T03:18:52,774 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/f82d949b62d5405785cce79fd53fe5b4, entries=250, sequenceid=172, filesize=16.5 K 2024-12-06T03:18:52,776 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/284b4902ad3d49ebafa05d8e8b3e8853 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/284b4902ad3d49ebafa05d8e8b3e8853 2024-12-06T03:18:52,783 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/284b4902ad3d49ebafa05d8e8b3e8853, entries=150, sequenceid=172, filesize=11.9 K 2024-12-06T03:18:52,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-06T03:18:52,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/4980d26a4ac544f0bedc74114df16a3e as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/4980d26a4ac544f0bedc74114df16a3e 2024-12-06T03:18:52,794 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/4980d26a4ac544f0bedc74114df16a3e, entries=150, sequenceid=172, filesize=11.9 K 2024-12-06T03:18:52,797 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for db539bb3f86965959b9b6012a8e848eb in 268ms, sequenceid=172, compaction requested=false 2024-12-06T03:18:52,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:18:52,831 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:52,831 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=17 2024-12-06T03:18:52,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:52,832 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2837): Flushing db539bb3f86965959b9b6012a8e848eb 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-06T03:18:52,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=A 2024-12-06T03:18:52,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:52,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=B 2024-12-06T03:18:52,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:52,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=C 2024-12-06T03:18:52,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:52,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/bc5278aaa19e4ce5b7a7076992b7d89f is 50, key is test_row_0/A:col10/1733455132575/Put/seqid=0 2024-12-06T03:18:52,882 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741875_1051 (size=12151) 2024-12-06T03:18:52,884 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/bc5278aaa19e4ce5b7a7076992b7d89f 2024-12-06T03:18:52,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on db539bb3f86965959b9b6012a8e848eb 2024-12-06T03:18:52,900 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:18:52,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/42feac8d8ad34f3f8536c59ba2a97866 is 50, key is test_row_0/B:col10/1733455132575/Put/seqid=0 2024-12-06T03:18:52,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741876_1052 (size=12151) 2024-12-06T03:18:52,935 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/42feac8d8ad34f3f8536c59ba2a97866 2024-12-06T03:18:52,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:52,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45428 deadline: 1733455192925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:52,942 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:52,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455192929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:52,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:52,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455192934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:52,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:52,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455192936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:52,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/3490c88e61d74e8f95e4e9d39569d970 is 50, key is test_row_0/C:col10/1733455132575/Put/seqid=0 2024-12-06T03:18:52,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741877_1053 (size=12151) 2024-12-06T03:18:53,005 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/3490c88e61d74e8f95e4e9d39569d970 2024-12-06T03:18:53,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/bc5278aaa19e4ce5b7a7076992b7d89f as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/bc5278aaa19e4ce5b7a7076992b7d89f 2024-12-06T03:18:53,025 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/bc5278aaa19e4ce5b7a7076992b7d89f, entries=150, sequenceid=197, filesize=11.9 K 2024-12-06T03:18:53,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/42feac8d8ad34f3f8536c59ba2a97866 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/42feac8d8ad34f3f8536c59ba2a97866 2024-12-06T03:18:53,037 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/42feac8d8ad34f3f8536c59ba2a97866, entries=150, sequenceid=197, filesize=11.9 K 2024-12-06T03:18:53,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/3490c88e61d74e8f95e4e9d39569d970 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/3490c88e61d74e8f95e4e9d39569d970 2024-12-06T03:18:53,049 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:53,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45428 deadline: 1733455193045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:53,053 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:53,053 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/3490c88e61d74e8f95e4e9d39569d970, entries=150, sequenceid=197, filesize=11.9 K 2024-12-06T03:18:53,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45438 deadline: 1733455193045, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:53,058 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/828c2b08f1ce4978a561615e8dfbc1ba as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/828c2b08f1ce4978a561615e8dfbc1ba 2024-12-06T03:18:53,063 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for db539bb3f86965959b9b6012a8e848eb in 226ms, sequenceid=197, compaction requested=true 2024-12-06T03:18:53,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.HRegion(2538): Flush status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:18:53,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:53,066 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=17}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=17 2024-12-06T03:18:53,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=17 2024-12-06T03:18:53,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on db539bb3f86965959b9b6012a8e848eb 2024-12-06T03:18:53,070 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing db539bb3f86965959b9b6012a8e848eb 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-06T03:18:53,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=A 2024-12-06T03:18:53,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:53,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=B 2024-12-06T03:18:53,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:53,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=C 2024-12-06T03:18:53,072 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:53,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=17, resume processing ppid=16 2024-12-06T03:18:53,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=17, ppid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 875 msec 2024-12-06T03:18:53,076 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=16, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=16, table=TestAcidGuarantees in 899 msec 2024-12-06T03:18:53,078 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in db539bb3f86965959b9b6012a8e848eb/B of db539bb3f86965959b9b6012a8e848eb into 828c2b08f1ce4978a561615e8dfbc1ba(size=12.2 K), total size for store is 35.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:18:53,078 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:18:53,079 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb., storeName=db539bb3f86965959b9b6012a8e848eb/B, priority=12, startTime=1733455132523; duration=0sec 2024-12-06T03:18:53,079 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:18:53,080 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db539bb3f86965959b9b6012a8e848eb:B 2024-12-06T03:18:53,082 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/52eb6a5b55364d7180a20bd12d5e8237 is 50, key is test_row_0/A:col10/1733455133068/Put/seqid=0 2024-12-06T03:18:53,117 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741878_1054 (size=16931) 2024-12-06T03:18:53,119 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/52eb6a5b55364d7180a20bd12d5e8237 2024-12-06T03:18:53,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:53,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455193134, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:53,142 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:53,142 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:53,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455193138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:53,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 95 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455193135, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:53,150 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/069c45bcbc45455fbc691bf75d6235b0 is 50, key is test_row_0/B:col10/1733455133068/Put/seqid=0 2024-12-06T03:18:53,164 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/53222b42d292468b9fdc10c314e5b9b9 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/53222b42d292468b9fdc10c314e5b9b9 2024-12-06T03:18:53,175 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in db539bb3f86965959b9b6012a8e848eb/C of db539bb3f86965959b9b6012a8e848eb into 53222b42d292468b9fdc10c314e5b9b9(size=12.2 K), total size for store is 35.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:18:53,175 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:18:53,175 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb., storeName=db539bb3f86965959b9b6012a8e848eb/C, priority=12, startTime=1733455132524; duration=0sec 2024-12-06T03:18:53,175 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:18:53,175 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db539bb3f86965959b9b6012a8e848eb:C 2024-12-06T03:18:53,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741879_1055 (size=12151) 2024-12-06T03:18:53,187 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/069c45bcbc45455fbc691bf75d6235b0 2024-12-06T03:18:53,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/87a2019d0f024b5daf0bd18b59190718 is 50, key is test_row_0/C:col10/1733455133068/Put/seqid=0 2024-12-06T03:18:53,247 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:53,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455193245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:53,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:53,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455193245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:53,248 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:53,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 97 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455193245, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:53,256 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:53,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45428 deadline: 1733455193252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:53,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741880_1056 (size=12151) 2024-12-06T03:18:53,264 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=213 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/87a2019d0f024b5daf0bd18b59190718 2024-12-06T03:18:53,275 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/52eb6a5b55364d7180a20bd12d5e8237 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/52eb6a5b55364d7180a20bd12d5e8237 2024-12-06T03:18:53,283 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/52eb6a5b55364d7180a20bd12d5e8237, entries=250, sequenceid=213, filesize=16.5 K 2024-12-06T03:18:53,285 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/069c45bcbc45455fbc691bf75d6235b0 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/069c45bcbc45455fbc691bf75d6235b0 2024-12-06T03:18:53,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=16 2024-12-06T03:18:53,287 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 16 completed 2024-12-06T03:18:53,290 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:18:53,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees 2024-12-06T03:18:53,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-06T03:18:53,294 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:18:53,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/069c45bcbc45455fbc691bf75d6235b0, entries=150, sequenceid=213, filesize=11.9 K 2024-12-06T03:18:53,295 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=18, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:18:53,295 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:18:53,297 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/87a2019d0f024b5daf0bd18b59190718 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/87a2019d0f024b5daf0bd18b59190718 2024-12-06T03:18:53,307 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/87a2019d0f024b5daf0bd18b59190718, entries=150, sequenceid=213, filesize=11.9 K 2024-12-06T03:18:53,308 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for db539bb3f86965959b9b6012a8e848eb in 238ms, sequenceid=213, compaction requested=true 2024-12-06T03:18:53,308 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:18:53,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db539bb3f86965959b9b6012a8e848eb:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:18:53,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:18:53,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db539bb3f86965959b9b6012a8e848eb:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:18:53,309 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T03:18:53,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:18:53,309 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T03:18:53,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db539bb3f86965959b9b6012a8e848eb:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:18:53,309 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:18:53,311 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T03:18:53,311 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): db539bb3f86965959b9b6012a8e848eb/B is initiating minor compaction (all files) 2024-12-06T03:18:53,311 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db539bb3f86965959b9b6012a8e848eb/B in TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:53,312 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 58506 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T03:18:53,312 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): db539bb3f86965959b9b6012a8e848eb/A is initiating minor compaction (all files) 2024-12-06T03:18:53,312 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db539bb3f86965959b9b6012a8e848eb/A in TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:53,312 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/efd9454d645145ab96980f9d2739fb5c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/f82d949b62d5405785cce79fd53fe5b4, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/bc5278aaa19e4ce5b7a7076992b7d89f, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/52eb6a5b55364d7180a20bd12d5e8237] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp, totalSize=57.1 K 2024-12-06T03:18:53,312 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/828c2b08f1ce4978a561615e8dfbc1ba, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/284b4902ad3d49ebafa05d8e8b3e8853, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/42feac8d8ad34f3f8536c59ba2a97866, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/069c45bcbc45455fbc691bf75d6235b0] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp, totalSize=47.8 K 2024-12-06T03:18:53,313 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting efd9454d645145ab96980f9d2739fb5c, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733455131260 2024-12-06T03:18:53,313 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 828c2b08f1ce4978a561615e8dfbc1ba, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733455131260 2024-12-06T03:18:53,314 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting f82d949b62d5405785cce79fd53fe5b4, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733455131887 2024-12-06T03:18:53,314 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 284b4902ad3d49ebafa05d8e8b3e8853, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733455131901 2024-12-06T03:18:53,314 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc5278aaa19e4ce5b7a7076992b7d89f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733455132575 2024-12-06T03:18:53,315 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 42feac8d8ad34f3f8536c59ba2a97866, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733455132575 2024-12-06T03:18:53,315 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52eb6a5b55364d7180a20bd12d5e8237, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733455132904 2024-12-06T03:18:53,316 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 069c45bcbc45455fbc691bf75d6235b0, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733455132904 2024-12-06T03:18:53,340 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db539bb3f86965959b9b6012a8e848eb#B#compaction#42 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:18:53,341 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/439c9f25c6b54fb0a0b9ea14fa84fc98 is 50, key is test_row_0/B:col10/1733455133068/Put/seqid=0 2024-12-06T03:18:53,350 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db539bb3f86965959b9b6012a8e848eb#A#compaction#43 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:18:53,350 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/32bb944889d347f1840dd064b017251d is 50, key is test_row_0/A:col10/1733455133068/Put/seqid=0 2024-12-06T03:18:53,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741881_1057 (size=12629) 2024-12-06T03:18:53,392 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/439c9f25c6b54fb0a0b9ea14fa84fc98 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/439c9f25c6b54fb0a0b9ea14fa84fc98 2024-12-06T03:18:53,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-06T03:18:53,405 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in db539bb3f86965959b9b6012a8e848eb/B of db539bb3f86965959b9b6012a8e848eb into 439c9f25c6b54fb0a0b9ea14fa84fc98(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:18:53,405 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:18:53,405 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb., storeName=db539bb3f86965959b9b6012a8e848eb/B, priority=12, startTime=1733455133309; duration=0sec 2024-12-06T03:18:53,405 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:18:53,405 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db539bb3f86965959b9b6012a8e848eb:B 2024-12-06T03:18:53,405 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T03:18:53,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741882_1058 (size=12629) 2024-12-06T03:18:53,409 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48946 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T03:18:53,409 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): db539bb3f86965959b9b6012a8e848eb/C is initiating minor compaction (all files) 2024-12-06T03:18:53,409 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db539bb3f86965959b9b6012a8e848eb/C in TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:53,410 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/53222b42d292468b9fdc10c314e5b9b9, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/4980d26a4ac544f0bedc74114df16a3e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/3490c88e61d74e8f95e4e9d39569d970, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/87a2019d0f024b5daf0bd18b59190718] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp, totalSize=47.8 K 2024-12-06T03:18:53,410 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 53222b42d292468b9fdc10c314e5b9b9, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=159, earliestPutTs=1733455131260 2024-12-06T03:18:53,411 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 4980d26a4ac544f0bedc74114df16a3e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=172, earliestPutTs=1733455131901 2024-12-06T03:18:53,412 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 3490c88e61d74e8f95e4e9d39569d970, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733455132575 2024-12-06T03:18:53,412 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 87a2019d0f024b5daf0bd18b59190718, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733455132904 2024-12-06T03:18:53,426 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/32bb944889d347f1840dd064b017251d as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/32bb944889d347f1840dd064b017251d 2024-12-06T03:18:53,435 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in db539bb3f86965959b9b6012a8e848eb/A of db539bb3f86965959b9b6012a8e848eb into 32bb944889d347f1840dd064b017251d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:18:53,435 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:18:53,435 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb., storeName=db539bb3f86965959b9b6012a8e848eb/A, priority=12, startTime=1733455133309; duration=0sec 2024-12-06T03:18:53,435 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:18:53,435 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db539bb3f86965959b9b6012a8e848eb:A 2024-12-06T03:18:53,447 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:53,452 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=19 2024-12-06T03:18:53,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:53,453 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2837): Flushing db539bb3f86965959b9b6012a8e848eb 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-06T03:18:53,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=A 2024-12-06T03:18:53,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:53,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=B 2024-12-06T03:18:53,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:53,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=C 2024-12-06T03:18:53,453 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:53,461 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:18:53,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on db539bb3f86965959b9b6012a8e848eb 2024-12-06T03:18:53,470 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db539bb3f86965959b9b6012a8e848eb#C#compaction#44 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:18:53,471 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/04d937bbc289404881757f90d35256ee is 50, key is test_row_0/C:col10/1733455133068/Put/seqid=0 2024-12-06T03:18:53,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/28e8b61442d14ab0ba0f89e9593e8f2a is 50, key is test_row_0/A:col10/1733455133133/Put/seqid=0 2024-12-06T03:18:53,497 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:53,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455193489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:53,497 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:53,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455193489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:53,500 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:53,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455193497, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:53,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741884_1060 (size=12151) 2024-12-06T03:18:53,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741883_1059 (size=12629) 2024-12-06T03:18:53,553 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/04d937bbc289404881757f90d35256ee as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/04d937bbc289404881757f90d35256ee 2024-12-06T03:18:53,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:53,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45428 deadline: 1733455193561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:53,570 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in db539bb3f86965959b9b6012a8e848eb/C of db539bb3f86965959b9b6012a8e848eb into 04d937bbc289404881757f90d35256ee(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:18:53,570 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:18:53,570 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb., storeName=db539bb3f86965959b9b6012a8e848eb/C, priority=12, startTime=1733455133309; duration=0sec 2024-12-06T03:18:53,570 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:18:53,570 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db539bb3f86965959b9b6012a8e848eb:C 2024-12-06T03:18:53,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-06T03:18:53,603 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:53,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455193600, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:53,606 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:53,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455193601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:53,608 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:53,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455193604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:53,809 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:53,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455193808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:53,810 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:53,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455193808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:53,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:53,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455193810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:53,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-06T03:18:53,925 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/28e8b61442d14ab0ba0f89e9593e8f2a 2024-12-06T03:18:53,950 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/c0559bac630f48c6bf4524205c8ecd3c is 50, key is test_row_0/B:col10/1733455133133/Put/seqid=0 2024-12-06T03:18:54,001 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741885_1061 (size=12151) 2024-12-06T03:18:54,002 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/c0559bac630f48c6bf4524205c8ecd3c 2024-12-06T03:18:54,032 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/dd5c7b688a39413fa90151c51a8bad8c is 50, key is test_row_0/C:col10/1733455133133/Put/seqid=0 2024-12-06T03:18:54,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741886_1062 (size=12151) 2024-12-06T03:18:54,067 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/dd5c7b688a39413fa90151c51a8bad8c 2024-12-06T03:18:54,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:54,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45438 deadline: 1733455194062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:54,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:54,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45428 deadline: 1733455194070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:54,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/28e8b61442d14ab0ba0f89e9593e8f2a as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/28e8b61442d14ab0ba0f89e9593e8f2a 2024-12-06T03:18:54,089 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/28e8b61442d14ab0ba0f89e9593e8f2a, entries=150, sequenceid=237, filesize=11.9 K 2024-12-06T03:18:54,093 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/c0559bac630f48c6bf4524205c8ecd3c as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/c0559bac630f48c6bf4524205c8ecd3c 2024-12-06T03:18:54,102 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/c0559bac630f48c6bf4524205c8ecd3c, entries=150, sequenceid=237, filesize=11.9 K 2024-12-06T03:18:54,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/dd5c7b688a39413fa90151c51a8bad8c as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/dd5c7b688a39413fa90151c51a8bad8c 2024-12-06T03:18:54,115 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:54,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455194113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:54,116 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:54,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455194113, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:54,117 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:54,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455194115, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:54,127 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/dd5c7b688a39413fa90151c51a8bad8c, entries=150, sequenceid=237, filesize=11.9 K 2024-12-06T03:18:54,132 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for db539bb3f86965959b9b6012a8e848eb in 680ms, sequenceid=237, compaction requested=false 2024-12-06T03:18:54,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.HRegion(2538): Flush status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:18:54,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:54,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=19}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=19 2024-12-06T03:18:54,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=19 2024-12-06T03:18:54,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=19, resume processing ppid=18 2024-12-06T03:18:54,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=19, ppid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 839 msec 2024-12-06T03:18:54,139 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=18, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=18, table=TestAcidGuarantees in 848 msec 2024-12-06T03:18:54,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=18 2024-12-06T03:18:54,398 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 18 completed 2024-12-06T03:18:54,402 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:18:54,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees 2024-12-06T03:18:54,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-06T03:18:54,404 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:18:54,407 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=20, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:18:54,408 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:18:54,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-06T03:18:54,560 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:54,561 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=21 2024-12-06T03:18:54,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:54,562 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2837): Flushing db539bb3f86965959b9b6012a8e848eb 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-06T03:18:54,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=A 2024-12-06T03:18:54,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:54,562 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=B 2024-12-06T03:18:54,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:54,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=C 2024-12-06T03:18:54,563 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:54,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/fad17981c44a433fae2534f3ef3c5809 is 50, key is test_row_0/A:col10/1733455133472/Put/seqid=0 2024-12-06T03:18:54,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741887_1063 (size=12151) 2024-12-06T03:18:54,618 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/fad17981c44a433fae2534f3ef3c5809 2024-12-06T03:18:54,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on db539bb3f86965959b9b6012a8e848eb 2024-12-06T03:18:54,627 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:18:54,646 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/9b5726847dd44c09b7e8cd71fa0a7bfc is 50, key is test_row_0/B:col10/1733455133472/Put/seqid=0 2024-12-06T03:18:54,652 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741888_1064 (size=12151) 2024-12-06T03:18:54,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:54,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455194677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:54,684 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:54,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455194678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:54,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:54,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455194681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:54,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-06T03:18:54,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:54,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455194785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:54,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:54,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455194786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:54,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:54,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455194788, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:54,997 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:54,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455194995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:54,999 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455194996, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:55,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:55,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455194995, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:55,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-06T03:18:55,054 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/9b5726847dd44c09b7e8cd71fa0a7bfc 2024-12-06T03:18:55,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/4f63cb15e01646468c0ead718c5333e9 is 50, key is test_row_0/C:col10/1733455133472/Put/seqid=0 2024-12-06T03:18:55,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:55,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45428 deadline: 1733455195077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:55,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741889_1065 (size=12151) 2024-12-06T03:18:55,130 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/4f63cb15e01646468c0ead718c5333e9 2024-12-06T03:18:55,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/fad17981c44a433fae2534f3ef3c5809 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/fad17981c44a433fae2534f3ef3c5809 2024-12-06T03:18:55,170 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/fad17981c44a433fae2534f3ef3c5809, entries=150, sequenceid=253, filesize=11.9 K 2024-12-06T03:18:55,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/9b5726847dd44c09b7e8cd71fa0a7bfc as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/9b5726847dd44c09b7e8cd71fa0a7bfc 2024-12-06T03:18:55,177 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/9b5726847dd44c09b7e8cd71fa0a7bfc, entries=150, sequenceid=253, filesize=11.9 K 2024-12-06T03:18:55,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/4f63cb15e01646468c0ead718c5333e9 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/4f63cb15e01646468c0ead718c5333e9 2024-12-06T03:18:55,186 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/4f63cb15e01646468c0ead718c5333e9, entries=150, sequenceid=253, filesize=11.9 K 2024-12-06T03:18:55,187 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for db539bb3f86965959b9b6012a8e848eb in 625ms, sequenceid=253, compaction requested=true 2024-12-06T03:18:55,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.HRegion(2538): Flush status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:18:55,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:55,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-12-06T03:18:55,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=21 2024-12-06T03:18:55,192 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=21, resume processing ppid=20 2024-12-06T03:18:55,192 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=21, ppid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 783 msec 2024-12-06T03:18:55,194 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=20, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=20, table=TestAcidGuarantees in 791 msec 2024-12-06T03:18:55,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on db539bb3f86965959b9b6012a8e848eb 2024-12-06T03:18:55,310 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing db539bb3f86965959b9b6012a8e848eb 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-06T03:18:55,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=A 2024-12-06T03:18:55,312 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:55,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=B 2024-12-06T03:18:55,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:55,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=C 2024-12-06T03:18:55,313 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:55,328 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/9a0b26bb97e8440790bbd58f41446d88 is 50, key is test_row_0/A:col10/1733455134670/Put/seqid=0 2024-12-06T03:18:55,340 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:55,341 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455195336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:55,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:55,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455195339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:55,345 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:55,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455195341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:55,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741890_1066 (size=14741) 2024-12-06T03:18:55,367 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/9a0b26bb97e8440790bbd58f41446d88 2024-12-06T03:18:55,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/891b158fb8da4970a8b3659063066cc9 is 50, key is test_row_0/B:col10/1733455134670/Put/seqid=0 2024-12-06T03:18:55,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741891_1067 (size=12301) 2024-12-06T03:18:55,409 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/891b158fb8da4970a8b3659063066cc9 2024-12-06T03:18:55,424 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/d79e42e17f6144008b6348179adee063 is 50, key is test_row_0/C:col10/1733455134670/Put/seqid=0 2024-12-06T03:18:55,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741892_1068 (size=12301) 2024-12-06T03:18:55,447 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/d79e42e17f6144008b6348179adee063 2024-12-06T03:18:55,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:55,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 129 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455195450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:55,451 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:55,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455195450, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:55,459 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:55,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455195456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:55,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/9a0b26bb97e8440790bbd58f41446d88 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/9a0b26bb97e8440790bbd58f41446d88 2024-12-06T03:18:55,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/9a0b26bb97e8440790bbd58f41446d88, entries=200, sequenceid=276, filesize=14.4 K 2024-12-06T03:18:55,489 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/891b158fb8da4970a8b3659063066cc9 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/891b158fb8da4970a8b3659063066cc9 2024-12-06T03:18:55,501 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/891b158fb8da4970a8b3659063066cc9, entries=150, sequenceid=276, filesize=12.0 K 2024-12-06T03:18:55,502 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/d79e42e17f6144008b6348179adee063 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/d79e42e17f6144008b6348179adee063 2024-12-06T03:18:55,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=20 2024-12-06T03:18:55,509 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 20 completed 2024-12-06T03:18:55,517 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:18:55,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees 2024-12-06T03:18:55,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-06T03:18:55,519 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:18:55,521 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=22, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:18:55,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:18:55,523 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/d79e42e17f6144008b6348179adee063, entries=150, sequenceid=276, filesize=12.0 K 2024-12-06T03:18:55,525 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for db539bb3f86965959b9b6012a8e848eb in 215ms, sequenceid=276, compaction requested=true 2024-12-06T03:18:55,525 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:18:55,525 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T03:18:55,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db539bb3f86965959b9b6012a8e848eb:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:18:55,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:18:55,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db539bb3f86965959b9b6012a8e848eb:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:18:55,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:18:55,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db539bb3f86965959b9b6012a8e848eb:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:18:55,526 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-06T03:18:55,526 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T03:18:55,529 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51672 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T03:18:55,529 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): db539bb3f86965959b9b6012a8e848eb/A is initiating minor compaction (all files) 2024-12-06T03:18:55,529 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db539bb3f86965959b9b6012a8e848eb/A in TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:55,529 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/32bb944889d347f1840dd064b017251d, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/28e8b61442d14ab0ba0f89e9593e8f2a, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/fad17981c44a433fae2534f3ef3c5809, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/9a0b26bb97e8440790bbd58f41446d88] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp, totalSize=50.5 K 2024-12-06T03:18:55,530 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T03:18:55,530 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): db539bb3f86965959b9b6012a8e848eb/B is initiating minor compaction (all files) 2024-12-06T03:18:55,530 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db539bb3f86965959b9b6012a8e848eb/B in TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:55,530 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/439c9f25c6b54fb0a0b9ea14fa84fc98, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/c0559bac630f48c6bf4524205c8ecd3c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/9b5726847dd44c09b7e8cd71fa0a7bfc, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/891b158fb8da4970a8b3659063066cc9] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp, totalSize=48.1 K 2024-12-06T03:18:55,531 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 32bb944889d347f1840dd064b017251d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733455132904 2024-12-06T03:18:55,531 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 439c9f25c6b54fb0a0b9ea14fa84fc98, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733455132904 2024-12-06T03:18:55,531 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 28e8b61442d14ab0ba0f89e9593e8f2a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733455133122 2024-12-06T03:18:55,531 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting c0559bac630f48c6bf4524205c8ecd3c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733455133122 2024-12-06T03:18:55,532 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting fad17981c44a433fae2534f3ef3c5809, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733455133472 2024-12-06T03:18:55,532 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b5726847dd44c09b7e8cd71fa0a7bfc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733455133472 2024-12-06T03:18:55,533 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a0b26bb97e8440790bbd58f41446d88, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733455134670 2024-12-06T03:18:55,533 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 891b158fb8da4970a8b3659063066cc9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733455134670 2024-12-06T03:18:55,566 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db539bb3f86965959b9b6012a8e848eb#A#compaction#54 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:18:55,567 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/7a137c9caef540bd9653c27b17974b03 is 50, key is test_row_0/A:col10/1733455134670/Put/seqid=0 2024-12-06T03:18:55,572 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db539bb3f86965959b9b6012a8e848eb#B#compaction#55 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:18:55,573 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/d617d4e1db2245888c3e1a5074dc2ec4 is 50, key is test_row_0/B:col10/1733455134670/Put/seqid=0 2024-12-06T03:18:55,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741893_1069 (size=12915) 2024-12-06T03:18:55,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-06T03:18:55,628 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/7a137c9caef540bd9653c27b17974b03 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/7a137c9caef540bd9653c27b17974b03 2024-12-06T03:18:55,638 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in db539bb3f86965959b9b6012a8e848eb/A of db539bb3f86965959b9b6012a8e848eb into 7a137c9caef540bd9653c27b17974b03(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:18:55,638 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:18:55,638 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb., storeName=db539bb3f86965959b9b6012a8e848eb/A, priority=12, startTime=1733455135525; duration=0sec 2024-12-06T03:18:55,638 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:18:55,638 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db539bb3f86965959b9b6012a8e848eb:A 2024-12-06T03:18:55,638 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T03:18:55,641 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49232 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T03:18:55,641 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): db539bb3f86965959b9b6012a8e848eb/C is initiating minor compaction (all files) 2024-12-06T03:18:55,641 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db539bb3f86965959b9b6012a8e848eb/C in TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:55,642 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/04d937bbc289404881757f90d35256ee, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/dd5c7b688a39413fa90151c51a8bad8c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/4f63cb15e01646468c0ead718c5333e9, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/d79e42e17f6144008b6348179adee063] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp, totalSize=48.1 K 2024-12-06T03:18:55,643 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04d937bbc289404881757f90d35256ee, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=213, earliestPutTs=1733455132904 2024-12-06T03:18:55,643 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting dd5c7b688a39413fa90151c51a8bad8c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733455133122 2024-12-06T03:18:55,644 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f63cb15e01646468c0ead718c5333e9, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733455133472 2024-12-06T03:18:55,645 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting d79e42e17f6144008b6348179adee063, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733455134670 2024-12-06T03:18:55,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741894_1070 (size=12915) 2024-12-06T03:18:55,658 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing db539bb3f86965959b9b6012a8e848eb 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-06T03:18:55,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on db539bb3f86965959b9b6012a8e848eb 2024-12-06T03:18:55,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=A 2024-12-06T03:18:55,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:55,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=B 2024-12-06T03:18:55,659 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:55,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=C 2024-12-06T03:18:55,660 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:55,674 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db539bb3f86965959b9b6012a8e848eb#C#compaction#56 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:18:55,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/4a571a33b17d45fcad190bac7d24dd09 is 50, key is test_row_0/A:col10/1733455135338/Put/seqid=0 2024-12-06T03:18:55,675 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/a7e5ab739b66434aa45e4f886708a598 is 50, key is test_row_0/C:col10/1733455134670/Put/seqid=0 2024-12-06T03:18:55,675 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:55,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-06T03:18:55,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:55,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:18:55,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:55,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:55,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:55,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:55,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:55,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:55,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455195715, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:55,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455195713, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:55,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:55,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455195714, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:55,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741895_1071 (size=12915) 2024-12-06T03:18:55,763 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/a7e5ab739b66434aa45e4f886708a598 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/a7e5ab739b66434aa45e4f886708a598 2024-12-06T03:18:55,770 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741896_1072 (size=14741) 2024-12-06T03:18:55,770 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in db539bb3f86965959b9b6012a8e848eb/C of db539bb3f86965959b9b6012a8e848eb into a7e5ab739b66434aa45e4f886708a598(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:18:55,770 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:18:55,771 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb., storeName=db539bb3f86965959b9b6012a8e848eb/C, priority=12, startTime=1733455135526; duration=0sec 2024-12-06T03:18:55,771 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:18:55,771 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db539bb3f86965959b9b6012a8e848eb:C 2024-12-06T03:18:55,772 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/4a571a33b17d45fcad190bac7d24dd09 2024-12-06T03:18:55,789 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/f6dbd04767df4543984a5ac3158ce1e3 is 50, key is test_row_0/B:col10/1733455135338/Put/seqid=0 2024-12-06T03:18:55,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-06T03:18:55,826 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:55,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455195825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:55,831 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:55,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-06T03:18:55,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:55,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:18:55,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:55,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:55,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:55,833 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455195830, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:55,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:55,838 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:55,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455195835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:55,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741897_1073 (size=12301) 2024-12-06T03:18:55,985 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:55,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-06T03:18:55,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:55,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:18:55,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:55,986 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:55,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:55,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:56,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:56,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455196030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:56,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:56,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455196040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:56,044 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:56,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455196040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:56,063 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/d617d4e1db2245888c3e1a5074dc2ec4 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/d617d4e1db2245888c3e1a5074dc2ec4 2024-12-06T03:18:56,074 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in db539bb3f86965959b9b6012a8e848eb/B of db539bb3f86965959b9b6012a8e848eb into d617d4e1db2245888c3e1a5074dc2ec4(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:18:56,074 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:18:56,074 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb., storeName=db539bb3f86965959b9b6012a8e848eb/B, priority=12, startTime=1733455135526; duration=0sec 2024-12-06T03:18:56,074 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:18:56,074 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db539bb3f86965959b9b6012a8e848eb:B 2024-12-06T03:18:56,089 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:56,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45438 deadline: 1733455196088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:56,091 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4190 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb., hostname=4c7f994aa0f5,34349,1733455120723, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:18:56,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-06T03:18:56,140 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:56,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-06T03:18:56,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:56,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:18:56,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:56,141 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:56,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:56,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:56,256 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/f6dbd04767df4543984a5ac3158ce1e3 2024-12-06T03:18:56,268 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/008549684bd947f1b89fed8530676393 is 50, key is test_row_0/C:col10/1733455135338/Put/seqid=0 2024-12-06T03:18:56,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741898_1074 (size=12301) 2024-12-06T03:18:56,283 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=291 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/008549684bd947f1b89fed8530676393 2024-12-06T03:18:56,294 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:56,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-06T03:18:56,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/4a571a33b17d45fcad190bac7d24dd09 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/4a571a33b17d45fcad190bac7d24dd09 2024-12-06T03:18:56,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:56,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:18:56,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:56,296 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:56,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:56,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:56,303 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/4a571a33b17d45fcad190bac7d24dd09, entries=200, sequenceid=291, filesize=14.4 K 2024-12-06T03:18:56,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/f6dbd04767df4543984a5ac3158ce1e3 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/f6dbd04767df4543984a5ac3158ce1e3 2024-12-06T03:18:56,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/f6dbd04767df4543984a5ac3158ce1e3, entries=150, sequenceid=291, filesize=12.0 K 2024-12-06T03:18:56,316 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/008549684bd947f1b89fed8530676393 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/008549684bd947f1b89fed8530676393 2024-12-06T03:18:56,323 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/008549684bd947f1b89fed8530676393, entries=150, sequenceid=291, filesize=12.0 K 2024-12-06T03:18:56,324 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for db539bb3f86965959b9b6012a8e848eb in 666ms, sequenceid=291, compaction requested=false 2024-12-06T03:18:56,324 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:18:56,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on db539bb3f86965959b9b6012a8e848eb 2024-12-06T03:18:56,362 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing db539bb3f86965959b9b6012a8e848eb 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-06T03:18:56,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=A 2024-12-06T03:18:56,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:56,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=B 2024-12-06T03:18:56,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:56,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=C 2024-12-06T03:18:56,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:56,376 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/8ffed3303b064f4ca27a3f975628797c is 50, key is test_row_0/A:col10/1733455136346/Put/seqid=0 2024-12-06T03:18:56,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:56,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455196379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:56,384 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:56,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:56,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455196383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:56,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455196381, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:56,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741899_1075 (size=14741) 2024-12-06T03:18:56,426 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/8ffed3303b064f4ca27a3f975628797c 2024-12-06T03:18:56,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/713ba4d71a364bac9932ccd655649aa7 is 50, key is test_row_0/B:col10/1733455136346/Put/seqid=0 2024-12-06T03:18:56,463 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:56,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-06T03:18:56,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:56,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:18:56,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:56,464 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] handler.RSProcedureHandler(58): pid=23 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:56,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=23 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:56,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=23 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:56,488 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741900_1076 (size=12301) 2024-12-06T03:18:56,489 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/713ba4d71a364bac9932ccd655649aa7 2024-12-06T03:18:56,489 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:56,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455196486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:56,490 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:56,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455196487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:56,490 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:56,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455196487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:56,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/aabc185f6bff452592a6a1ece89b40ed is 50, key is test_row_0/C:col10/1733455136346/Put/seqid=0 2024-12-06T03:18:56,544 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741901_1077 (size=12301) 2024-12-06T03:18:56,545 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=319 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/aabc185f6bff452592a6a1ece89b40ed 2024-12-06T03:18:56,552 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/8ffed3303b064f4ca27a3f975628797c as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/8ffed3303b064f4ca27a3f975628797c 2024-12-06T03:18:56,562 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/8ffed3303b064f4ca27a3f975628797c, entries=200, sequenceid=319, filesize=14.4 K 2024-12-06T03:18:56,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/713ba4d71a364bac9932ccd655649aa7 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/713ba4d71a364bac9932ccd655649aa7 2024-12-06T03:18:56,578 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/713ba4d71a364bac9932ccd655649aa7, entries=150, sequenceid=319, filesize=12.0 K 2024-12-06T03:18:56,580 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/aabc185f6bff452592a6a1ece89b40ed as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/aabc185f6bff452592a6a1ece89b40ed 2024-12-06T03:18:56,592 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/aabc185f6bff452592a6a1ece89b40ed, entries=150, sequenceid=319, filesize=12.0 K 2024-12-06T03:18:56,594 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for db539bb3f86965959b9b6012a8e848eb in 247ms, sequenceid=319, compaction requested=true 2024-12-06T03:18:56,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:18:56,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db539bb3f86965959b9b6012a8e848eb:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:18:56,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:18:56,595 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:18:56,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db539bb3f86965959b9b6012a8e848eb:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:18:56,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:18:56,595 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db539bb3f86965959b9b6012a8e848eb:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:18:56,595 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:18:56,596 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:18:56,596 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42397 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:18:56,597 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): db539bb3f86965959b9b6012a8e848eb/A is initiating minor compaction (all files) 2024-12-06T03:18:56,597 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db539bb3f86965959b9b6012a8e848eb/A in TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:56,597 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/7a137c9caef540bd9653c27b17974b03, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/4a571a33b17d45fcad190bac7d24dd09, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/8ffed3303b064f4ca27a3f975628797c] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp, totalSize=41.4 K 2024-12-06T03:18:56,597 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:18:56,597 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): db539bb3f86965959b9b6012a8e848eb/B is initiating minor compaction (all files) 2024-12-06T03:18:56,597 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db539bb3f86965959b9b6012a8e848eb/B in TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:56,598 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/d617d4e1db2245888c3e1a5074dc2ec4, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/f6dbd04767df4543984a5ac3158ce1e3, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/713ba4d71a364bac9932ccd655649aa7] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp, totalSize=36.6 K 2024-12-06T03:18:56,599 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting d617d4e1db2245888c3e1a5074dc2ec4, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733455134670 2024-12-06T03:18:56,599 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a137c9caef540bd9653c27b17974b03, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733455134670 2024-12-06T03:18:56,599 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting f6dbd04767df4543984a5ac3158ce1e3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733455135324 2024-12-06T03:18:56,600 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4a571a33b17d45fcad190bac7d24dd09, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733455135324 2024-12-06T03:18:56,600 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 713ba4d71a364bac9932ccd655649aa7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733455136344 2024-12-06T03:18:56,600 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ffed3303b064f4ca27a3f975628797c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733455135713 2024-12-06T03:18:56,618 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:56,618 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=23 2024-12-06T03:18:56,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:56,619 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2837): Flushing db539bb3f86965959b9b6012a8e848eb 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-06T03:18:56,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=A 2024-12-06T03:18:56,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:56,619 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=B 2024-12-06T03:18:56,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:56,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=C 2024-12-06T03:18:56,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:56,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-06T03:18:56,625 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db539bb3f86965959b9b6012a8e848eb#B#compaction#63 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:18:56,626 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/7297635b1d234c749759c1d7150d268e is 50, key is test_row_0/B:col10/1733455136346/Put/seqid=0 2024-12-06T03:18:56,634 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/0b62f2dd8227480e8851cb5f599d4453 is 50, key is test_row_0/A:col10/1733455136381/Put/seqid=0 2024-12-06T03:18:56,653 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db539bb3f86965959b9b6012a8e848eb#A#compaction#65 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:18:56,654 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/85630dddbafe47fa8c46cf4d0310e1c6 is 50, key is test_row_0/A:col10/1733455136346/Put/seqid=0 2024-12-06T03:18:56,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741902_1078 (size=13017) 2024-12-06T03:18:56,698 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/7297635b1d234c749759c1d7150d268e as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/7297635b1d234c749759c1d7150d268e 2024-12-06T03:18:56,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on db539bb3f86965959b9b6012a8e848eb 2024-12-06T03:18:56,703 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:18:56,712 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in db539bb3f86965959b9b6012a8e848eb/B of db539bb3f86965959b9b6012a8e848eb into 7297635b1d234c749759c1d7150d268e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:18:56,712 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:18:56,712 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb., storeName=db539bb3f86965959b9b6012a8e848eb/B, priority=13, startTime=1733455136595; duration=0sec 2024-12-06T03:18:56,712 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:18:56,712 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db539bb3f86965959b9b6012a8e848eb:B 2024-12-06T03:18:56,712 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:18:56,714 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37517 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:18:56,714 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): db539bb3f86965959b9b6012a8e848eb/C is initiating minor compaction (all files) 2024-12-06T03:18:56,714 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db539bb3f86965959b9b6012a8e848eb/C in TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:56,714 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/a7e5ab739b66434aa45e4f886708a598, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/008549684bd947f1b89fed8530676393, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/aabc185f6bff452592a6a1ece89b40ed] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp, totalSize=36.6 K 2024-12-06T03:18:56,715 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting a7e5ab739b66434aa45e4f886708a598, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733455134670 2024-12-06T03:18:56,720 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 008549684bd947f1b89fed8530676393, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=291, earliestPutTs=1733455135324 2024-12-06T03:18:56,720 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting aabc185f6bff452592a6a1ece89b40ed, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733455136344 2024-12-06T03:18:56,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741903_1079 (size=12301) 2024-12-06T03:18:56,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741904_1080 (size=13017) 2024-12-06T03:18:56,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:56,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455196767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:56,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:56,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455196769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:56,773 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db539bb3f86965959b9b6012a8e848eb#C#compaction#66 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:18:56,774 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:56,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455196770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:56,774 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/2758791bcca44fd48b8be4de070bbff1 is 50, key is test_row_0/C:col10/1733455136346/Put/seqid=0 2024-12-06T03:18:56,776 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/85630dddbafe47fa8c46cf4d0310e1c6 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/85630dddbafe47fa8c46cf4d0310e1c6 2024-12-06T03:18:56,785 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in db539bb3f86965959b9b6012a8e848eb/A of db539bb3f86965959b9b6012a8e848eb into 85630dddbafe47fa8c46cf4d0310e1c6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:18:56,785 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:18:56,785 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb., storeName=db539bb3f86965959b9b6012a8e848eb/A, priority=13, startTime=1733455136595; duration=0sec 2024-12-06T03:18:56,786 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:18:56,786 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db539bb3f86965959b9b6012a8e848eb:A 2024-12-06T03:18:56,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741905_1081 (size=13017) 2024-12-06T03:18:56,830 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/2758791bcca44fd48b8be4de070bbff1 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/2758791bcca44fd48b8be4de070bbff1 2024-12-06T03:18:56,840 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in db539bb3f86965959b9b6012a8e848eb/C of db539bb3f86965959b9b6012a8e848eb into 2758791bcca44fd48b8be4de070bbff1(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:18:56,840 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:18:56,840 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb., storeName=db539bb3f86965959b9b6012a8e848eb/C, priority=13, startTime=1733455136595; duration=0sec 2024-12-06T03:18:56,840 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:18:56,840 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db539bb3f86965959b9b6012a8e848eb:C 2024-12-06T03:18:56,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:56,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455196873, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:56,877 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:56,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455196876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:56,880 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:56,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455196877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:57,079 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:57,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455197077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:57,084 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:57,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455197082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:57,086 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:57,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455197085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:57,105 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:57,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45428 deadline: 1733455197103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:57,106 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4180 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb., hostname=4c7f994aa0f5,34349,1733455120723, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:18:57,155 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/0b62f2dd8227480e8851cb5f599d4453 2024-12-06T03:18:57,182 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/ba82c4b744c641bebb3904a896d2f8e2 is 50, key is test_row_0/B:col10/1733455136381/Put/seqid=0 2024-12-06T03:18:57,225 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741906_1082 (size=12301) 2024-12-06T03:18:57,228 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/ba82c4b744c641bebb3904a896d2f8e2 2024-12-06T03:18:57,260 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/61554f07975646008d70c1d53bbb9310 is 50, key is test_row_0/C:col10/1733455136381/Put/seqid=0 2024-12-06T03:18:57,289 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741907_1083 (size=12301) 2024-12-06T03:18:57,290 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=329 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/61554f07975646008d70c1d53bbb9310 2024-12-06T03:18:57,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/0b62f2dd8227480e8851cb5f599d4453 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/0b62f2dd8227480e8851cb5f599d4453 2024-12-06T03:18:57,307 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/0b62f2dd8227480e8851cb5f599d4453, entries=150, sequenceid=329, filesize=12.0 K 2024-12-06T03:18:57,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/ba82c4b744c641bebb3904a896d2f8e2 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/ba82c4b744c641bebb3904a896d2f8e2 2024-12-06T03:18:57,317 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/ba82c4b744c641bebb3904a896d2f8e2, entries=150, sequenceid=329, filesize=12.0 K 2024-12-06T03:18:57,320 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/61554f07975646008d70c1d53bbb9310 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/61554f07975646008d70c1d53bbb9310 2024-12-06T03:18:57,328 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/61554f07975646008d70c1d53bbb9310, entries=150, sequenceid=329, filesize=12.0 K 2024-12-06T03:18:57,332 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for db539bb3f86965959b9b6012a8e848eb in 713ms, sequenceid=329, compaction requested=false 2024-12-06T03:18:57,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.HRegion(2538): Flush status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:18:57,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:57,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=23}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=23 2024-12-06T03:18:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=23 2024-12-06T03:18:57,337 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=23, resume processing ppid=22 2024-12-06T03:18:57,337 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=23, ppid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8130 sec 2024-12-06T03:18:57,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=22, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=22, table=TestAcidGuarantees in 1.8200 sec 2024-12-06T03:18:57,389 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing db539bb3f86965959b9b6012a8e848eb 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-06T03:18:57,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=A 2024-12-06T03:18:57,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:57,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=B 2024-12-06T03:18:57,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:57,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=C 2024-12-06T03:18:57,390 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:57,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on db539bb3f86965959b9b6012a8e848eb 2024-12-06T03:18:57,405 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:57,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455197399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:57,406 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/fb0cc12a30514939a636dafb0daae4b1 is 50, key is test_row_0/A:col10/1733455136768/Put/seqid=0 2024-12-06T03:18:57,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:57,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455197406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:57,413 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:57,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455197405, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:57,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741908_1084 (size=14741) 2024-12-06T03:18:57,434 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/fb0cc12a30514939a636dafb0daae4b1 2024-12-06T03:18:57,466 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/f129bdd832b24b6dbbaa675e7c559245 is 50, key is test_row_0/B:col10/1733455136768/Put/seqid=0 2024-12-06T03:18:57,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741909_1085 (size=12301) 2024-12-06T03:18:57,481 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/f129bdd832b24b6dbbaa675e7c559245 2024-12-06T03:18:57,498 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/13892253cddd457f8f6e43f9e695613f is 50, key is test_row_0/C:col10/1733455136768/Put/seqid=0 2024-12-06T03:18:57,507 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:57,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455197507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:57,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:57,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455197519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:57,522 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:57,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455197519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:57,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741910_1086 (size=12301) 2024-12-06T03:18:57,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=22 2024-12-06T03:18:57,624 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 22 completed 2024-12-06T03:18:57,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:18:57,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees 2024-12-06T03:18:57,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-06T03:18:57,633 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:18:57,634 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=24, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:18:57,634 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=25, ppid=24, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:18:57,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:57,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455197710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:57,725 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:57,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455197724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:57,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-06T03:18:57,730 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:57,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455197727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:57,786 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:57,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-06T03:18:57,787 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:57,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:18:57,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:57,788 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:57,788 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:57,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:57,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-06T03:18:57,935 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=359 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/13892253cddd457f8f6e43f9e695613f 2024-12-06T03:18:57,943 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:57,943 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-06T03:18:57,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:57,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:18:57,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:57,944 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:57,944 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:57,946 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/fb0cc12a30514939a636dafb0daae4b1 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/fb0cc12a30514939a636dafb0daae4b1 2024-12-06T03:18:57,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:57,956 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/fb0cc12a30514939a636dafb0daae4b1, entries=200, sequenceid=359, filesize=14.4 K 2024-12-06T03:18:57,959 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/f129bdd832b24b6dbbaa675e7c559245 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/f129bdd832b24b6dbbaa675e7c559245 2024-12-06T03:18:57,975 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/f129bdd832b24b6dbbaa675e7c559245, entries=150, sequenceid=359, filesize=12.0 K 2024-12-06T03:18:57,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/13892253cddd457f8f6e43f9e695613f as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/13892253cddd457f8f6e43f9e695613f 2024-12-06T03:18:57,984 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/13892253cddd457f8f6e43f9e695613f, entries=150, sequenceid=359, filesize=12.0 K 2024-12-06T03:18:57,986 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for db539bb3f86965959b9b6012a8e848eb in 597ms, sequenceid=359, compaction requested=true 2024-12-06T03:18:57,986 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:18:57,986 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db539bb3f86965959b9b6012a8e848eb:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:18:57,987 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:18:57,987 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:18:57,987 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:18:57,988 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40059 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:18:57,989 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): db539bb3f86965959b9b6012a8e848eb/A is initiating minor compaction (all files) 2024-12-06T03:18:57,989 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db539bb3f86965959b9b6012a8e848eb/A in TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:57,989 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:18:57,989 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/85630dddbafe47fa8c46cf4d0310e1c6, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/0b62f2dd8227480e8851cb5f599d4453, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/fb0cc12a30514939a636dafb0daae4b1] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp, totalSize=39.1 K 2024-12-06T03:18:57,989 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): db539bb3f86965959b9b6012a8e848eb/B is initiating minor compaction (all files) 2024-12-06T03:18:57,989 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db539bb3f86965959b9b6012a8e848eb/B in TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:57,989 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/7297635b1d234c749759c1d7150d268e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/ba82c4b744c641bebb3904a896d2f8e2, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/f129bdd832b24b6dbbaa675e7c559245] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp, totalSize=36.7 K 2024-12-06T03:18:57,990 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85630dddbafe47fa8c46cf4d0310e1c6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733455136344 2024-12-06T03:18:57,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db539bb3f86965959b9b6012a8e848eb:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:18:57,990 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b62f2dd8227480e8851cb5f599d4453, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733455136377 2024-12-06T03:18:57,990 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 7297635b1d234c749759c1d7150d268e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733455136344 2024-12-06T03:18:57,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:18:57,991 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting fb0cc12a30514939a636dafb0daae4b1, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1733455136759 2024-12-06T03:18:57,991 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db539bb3f86965959b9b6012a8e848eb:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:18:57,991 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting ba82c4b744c641bebb3904a896d2f8e2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733455136377 2024-12-06T03:18:57,992 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting f129bdd832b24b6dbbaa675e7c559245, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1733455136767 2024-12-06T03:18:58,007 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:18:58,013 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db539bb3f86965959b9b6012a8e848eb#A#compaction#72 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:18:58,014 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/0d1e438f8eb24143bbeccda88dcc0634 is 50, key is test_row_0/A:col10/1733455136768/Put/seqid=0 2024-12-06T03:18:58,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on db539bb3f86965959b9b6012a8e848eb 2024-12-06T03:18:58,028 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db539bb3f86965959b9b6012a8e848eb#B#compaction#73 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:18:58,029 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/1303d1078c664d51bb7f3dd38b9f5e93 is 50, key is test_row_0/B:col10/1733455136768/Put/seqid=0 2024-12-06T03:18:58,033 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing db539bb3f86965959b9b6012a8e848eb 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T03:18:58,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=A 2024-12-06T03:18:58,033 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:58,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=B 2024-12-06T03:18:58,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:58,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=C 2024-12-06T03:18:58,034 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:58,057 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/3387312f6aca4e4d9b35f658065b7664 is 50, key is test_row_0/A:col10/1733455137399/Put/seqid=0 2024-12-06T03:18:58,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741912_1088 (size=13119) 2024-12-06T03:18:58,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741911_1087 (size=13119) 2024-12-06T03:18:58,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:58,098 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:58,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455198090, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:58,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455198092, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:58,100 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:58,100 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:58,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455198100, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:58,108 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-06T03:18:58,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:58,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:18:58,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:58,108 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:58,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:58,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:58,113 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/0d1e438f8eb24143bbeccda88dcc0634 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/0d1e438f8eb24143bbeccda88dcc0634 2024-12-06T03:18:58,114 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741913_1089 (size=17181) 2024-12-06T03:18:58,117 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/3387312f6aca4e4d9b35f658065b7664 2024-12-06T03:18:58,123 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in db539bb3f86965959b9b6012a8e848eb/A of db539bb3f86965959b9b6012a8e848eb into 0d1e438f8eb24143bbeccda88dcc0634(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:18:58,124 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:18:58,124 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb., storeName=db539bb3f86965959b9b6012a8e848eb/A, priority=13, startTime=1733455137986; duration=0sec 2024-12-06T03:18:58,124 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:18:58,124 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db539bb3f86965959b9b6012a8e848eb:A 2024-12-06T03:18:58,124 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:18:58,128 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:18:58,128 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): db539bb3f86965959b9b6012a8e848eb/C is initiating minor compaction (all files) 2024-12-06T03:18:58,128 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db539bb3f86965959b9b6012a8e848eb/C in TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:58,128 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/2758791bcca44fd48b8be4de070bbff1, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/61554f07975646008d70c1d53bbb9310, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/13892253cddd457f8f6e43f9e695613f] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp, totalSize=36.7 K 2024-12-06T03:18:58,129 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2758791bcca44fd48b8be4de070bbff1, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=319, earliestPutTs=1733455136344 2024-12-06T03:18:58,130 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 61554f07975646008d70c1d53bbb9310, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=329, earliestPutTs=1733455136377 2024-12-06T03:18:58,130 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13892253cddd457f8f6e43f9e695613f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1733455136767 2024-12-06T03:18:58,136 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/add4b7702e2a41be9d406218b46312ce is 50, key is test_row_0/B:col10/1733455137399/Put/seqid=0 2024-12-06T03:18:58,164 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db539bb3f86965959b9b6012a8e848eb#C#compaction#76 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:18:58,165 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/0144304268fc4a7a9e96630a90886f23 is 50, key is test_row_0/C:col10/1733455136768/Put/seqid=0 2024-12-06T03:18:58,193 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741914_1090 (size=12301) 2024-12-06T03:18:58,200 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/add4b7702e2a41be9d406218b46312ce 2024-12-06T03:18:58,207 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:58,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455198203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:58,208 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:58,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455198203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:58,212 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:58,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455198208, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:58,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-06T03:18:58,258 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/3e0e8fdb0d104cdb9ca435140ebb6289 is 50, key is test_row_0/C:col10/1733455137399/Put/seqid=0 2024-12-06T03:18:58,260 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:58,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741915_1091 (size=13119) 2024-12-06T03:18:58,261 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-06T03:18:58,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:58,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:18:58,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:58,262 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:58,262 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:58,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:58,271 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/0144304268fc4a7a9e96630a90886f23 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/0144304268fc4a7a9e96630a90886f23 2024-12-06T03:18:58,280 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in db539bb3f86965959b9b6012a8e848eb/C of db539bb3f86965959b9b6012a8e848eb into 0144304268fc4a7a9e96630a90886f23(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:18:58,280 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:18:58,280 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb., storeName=db539bb3f86965959b9b6012a8e848eb/C, priority=13, startTime=1733455137991; duration=0sec 2024-12-06T03:18:58,280 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:18:58,280 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db539bb3f86965959b9b6012a8e848eb:C 2024-12-06T03:18:58,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741916_1092 (size=12301) 2024-12-06T03:18:58,314 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/3e0e8fdb0d104cdb9ca435140ebb6289 2024-12-06T03:18:58,321 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/3387312f6aca4e4d9b35f658065b7664 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/3387312f6aca4e4d9b35f658065b7664 2024-12-06T03:18:58,335 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/3387312f6aca4e4d9b35f658065b7664, entries=250, sequenceid=371, filesize=16.8 K 2024-12-06T03:18:58,336 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/add4b7702e2a41be9d406218b46312ce as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/add4b7702e2a41be9d406218b46312ce 2024-12-06T03:18:58,346 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/add4b7702e2a41be9d406218b46312ce, entries=150, sequenceid=371, filesize=12.0 K 2024-12-06T03:18:58,348 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/3e0e8fdb0d104cdb9ca435140ebb6289 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/3e0e8fdb0d104cdb9ca435140ebb6289 2024-12-06T03:18:58,353 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/3e0e8fdb0d104cdb9ca435140ebb6289, entries=150, sequenceid=371, filesize=12.0 K 2024-12-06T03:18:58,354 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for db539bb3f86965959b9b6012a8e848eb in 321ms, sequenceid=371, compaction requested=false 2024-12-06T03:18:58,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:18:58,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on db539bb3f86965959b9b6012a8e848eb 2024-12-06T03:18:58,412 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing db539bb3f86965959b9b6012a8e848eb 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-06T03:18:58,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=A 2024-12-06T03:18:58,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:58,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=B 2024-12-06T03:18:58,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:58,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=C 2024-12-06T03:18:58,413 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:58,415 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:58,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-06T03:18:58,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:58,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:18:58,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:58,416 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:58,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:58,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:58,440 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:58,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:58,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455198433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:58,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455198433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:58,445 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:58,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455198441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:58,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/775cbb1ed3154d8994b09ef7a3269b9e is 50, key is test_row_0/A:col10/1733455138411/Put/seqid=0 2024-12-06T03:18:58,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741917_1093 (size=12301) 2024-12-06T03:18:58,491 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/1303d1078c664d51bb7f3dd38b9f5e93 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/1303d1078c664d51bb7f3dd38b9f5e93 2024-12-06T03:18:58,497 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/775cbb1ed3154d8994b09ef7a3269b9e 2024-12-06T03:18:58,505 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in db539bb3f86965959b9b6012a8e848eb/B of db539bb3f86965959b9b6012a8e848eb into 1303d1078c664d51bb7f3dd38b9f5e93(size=12.8 K), total size for store is 24.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:18:58,505 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:18:58,505 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb., storeName=db539bb3f86965959b9b6012a8e848eb/B, priority=13, startTime=1733455137987; duration=0sec 2024-12-06T03:18:58,505 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:18:58,505 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db539bb3f86965959b9b6012a8e848eb:B 2024-12-06T03:18:58,511 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/40eb1b8f4a104d0f9cf4250a61fdc23b is 50, key is test_row_0/B:col10/1733455138411/Put/seqid=0 2024-12-06T03:18:58,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741918_1094 (size=12301) 2024-12-06T03:18:58,547 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:58,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455198544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:58,548 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:58,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455198544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:58,549 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:58,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455198546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:58,570 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:58,571 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-06T03:18:58,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:58,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:18:58,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:58,571 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:58,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:58,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:58,723 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:58,724 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-06T03:18:58,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:58,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:18:58,724 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:58,724 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:58,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:58,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:58,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-06T03:18:58,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455198750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:58,755 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:58,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455198751, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:58,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:58,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455198752, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:58,882 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:58,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-06T03:18:58,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:58,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:18:58,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:58,883 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:58,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:58,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:58,940 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/40eb1b8f4a104d0f9cf4250a61fdc23b 2024-12-06T03:18:58,970 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/29438015f6d148189a60ba0988dc5cd5 is 50, key is test_row_0/C:col10/1733455138411/Put/seqid=0 2024-12-06T03:18:58,991 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741919_1095 (size=12301) 2024-12-06T03:18:59,036 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:59,037 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-06T03:18:59,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:59,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:18:59,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:59,038 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:59,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:59,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:59,060 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:59,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455199059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:59,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455199059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:59,061 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:59,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455199059, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:59,191 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:59,197 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-06T03:18:59,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:59,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:18:59,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:59,197 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:59,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:59,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:59,350 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:59,350 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-06T03:18:59,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:59,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:18:59,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:59,351 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] handler.RSProcedureHandler(58): pid=25 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:59,351 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=25 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=25 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:18:59,392 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=398 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/29438015f6d148189a60ba0988dc5cd5 2024-12-06T03:18:59,409 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/775cbb1ed3154d8994b09ef7a3269b9e as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/775cbb1ed3154d8994b09ef7a3269b9e 2024-12-06T03:18:59,417 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/775cbb1ed3154d8994b09ef7a3269b9e, entries=150, sequenceid=398, filesize=12.0 K 2024-12-06T03:18:59,418 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/40eb1b8f4a104d0f9cf4250a61fdc23b as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/40eb1b8f4a104d0f9cf4250a61fdc23b 2024-12-06T03:18:59,427 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/40eb1b8f4a104d0f9cf4250a61fdc23b, entries=150, sequenceid=398, filesize=12.0 K 2024-12-06T03:18:59,437 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-12-06T03:18:59,437 DEBUG [MemStoreFlusher.0 {}] regionserver.StoreScanner(1000): StoreScanner already closing. There is no need to updateReaders 2024-12-06T03:18:59,446 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/29438015f6d148189a60ba0988dc5cd5 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/29438015f6d148189a60ba0988dc5cd5 2024-12-06T03:18:59,461 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/29438015f6d148189a60ba0988dc5cd5, entries=150, sequenceid=398, filesize=12.0 K 2024-12-06T03:18:59,464 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for db539bb3f86965959b9b6012a8e848eb in 1052ms, sequenceid=398, compaction requested=true 2024-12-06T03:18:59,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:18:59,465 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:18:59,466 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42601 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:18:59,466 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): db539bb3f86965959b9b6012a8e848eb/A is initiating minor compaction (all files) 2024-12-06T03:18:59,466 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db539bb3f86965959b9b6012a8e848eb/A in TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:59,467 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/0d1e438f8eb24143bbeccda88dcc0634, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/3387312f6aca4e4d9b35f658065b7664, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/775cbb1ed3154d8994b09ef7a3269b9e] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp, totalSize=41.6 K 2024-12-06T03:18:59,467 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0d1e438f8eb24143bbeccda88dcc0634, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1733455136767 2024-12-06T03:18:59,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db539bb3f86965959b9b6012a8e848eb:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:18:59,468 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3387312f6aca4e4d9b35f658065b7664, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1733455137399 2024-12-06T03:18:59,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:18:59,468 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:18:59,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db539bb3f86965959b9b6012a8e848eb:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:18:59,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:18:59,468 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 775cbb1ed3154d8994b09ef7a3269b9e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1733455138089 2024-12-06T03:18:59,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db539bb3f86965959b9b6012a8e848eb:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:18:59,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:18:59,470 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:18:59,470 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): db539bb3f86965959b9b6012a8e848eb/B is initiating minor compaction (all files) 2024-12-06T03:18:59,470 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db539bb3f86965959b9b6012a8e848eb/B in TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:59,470 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/1303d1078c664d51bb7f3dd38b9f5e93, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/add4b7702e2a41be9d406218b46312ce, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/40eb1b8f4a104d0f9cf4250a61fdc23b] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp, totalSize=36.8 K 2024-12-06T03:18:59,471 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 1303d1078c664d51bb7f3dd38b9f5e93, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1733455136767 2024-12-06T03:18:59,471 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting add4b7702e2a41be9d406218b46312ce, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1733455137399 2024-12-06T03:18:59,472 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 40eb1b8f4a104d0f9cf4250a61fdc23b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1733455138089 2024-12-06T03:18:59,504 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:59,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=25 2024-12-06T03:18:59,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:59,505 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2837): Flushing db539bb3f86965959b9b6012a8e848eb 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T03:18:59,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=A 2024-12-06T03:18:59,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:59,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=B 2024-12-06T03:18:59,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:59,505 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=C 2024-12-06T03:18:59,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:18:59,507 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db539bb3f86965959b9b6012a8e848eb#A#compaction#81 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:18:59,508 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/eba5f0c38e0440e1b96345103ca806c0 is 50, key is test_row_0/A:col10/1733455138411/Put/seqid=0 2024-12-06T03:18:59,517 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db539bb3f86965959b9b6012a8e848eb#B#compaction#82 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:18:59,518 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/c320511585e44c7a92b8bef6b6e0a51c is 50, key is test_row_0/B:col10/1733455138411/Put/seqid=0 2024-12-06T03:18:59,526 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/bd97437eb79b47faa3c2de8ddf3eef4e is 50, key is test_row_0/A:col10/1733455138437/Put/seqid=0 2024-12-06T03:18:59,560 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741920_1096 (size=13221) 2024-12-06T03:18:59,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on db539bb3f86965959b9b6012a8e848eb 2024-12-06T03:18:59,567 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:18:59,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741921_1097 (size=13221) 2024-12-06T03:18:59,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741922_1098 (size=12301) 2024-12-06T03:18:59,583 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/bd97437eb79b47faa3c2de8ddf3eef4e 2024-12-06T03:18:59,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/0a69b72685f34883afef3b009ee67dc4 is 50, key is test_row_0/B:col10/1733455138437/Put/seqid=0 2024-12-06T03:18:59,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741923_1099 (size=12301) 2024-12-06T03:18:59,652 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:59,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455199645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:59,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:59,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455199647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:59,653 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:59,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455199652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:59,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-06T03:18:59,759 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:59,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455199754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:59,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:59,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455199755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:59,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:59,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455199755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:59,965 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:59,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455199962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:59,966 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:59,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455199962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:59,967 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:18:59,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455199963, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:18:59,975 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/eba5f0c38e0440e1b96345103ca806c0 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/eba5f0c38e0440e1b96345103ca806c0 2024-12-06T03:18:59,978 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/c320511585e44c7a92b8bef6b6e0a51c as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/c320511585e44c7a92b8bef6b6e0a51c 2024-12-06T03:18:59,986 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in db539bb3f86965959b9b6012a8e848eb/B of db539bb3f86965959b9b6012a8e848eb into c320511585e44c7a92b8bef6b6e0a51c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:18:59,986 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in db539bb3f86965959b9b6012a8e848eb/A of db539bb3f86965959b9b6012a8e848eb into eba5f0c38e0440e1b96345103ca806c0(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:18:59,986 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:18:59,986 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:18:59,986 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb., storeName=db539bb3f86965959b9b6012a8e848eb/B, priority=13, startTime=1733455139468; duration=0sec 2024-12-06T03:18:59,986 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb., storeName=db539bb3f86965959b9b6012a8e848eb/A, priority=13, startTime=1733455139464; duration=0sec 2024-12-06T03:18:59,986 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:18:59,986 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db539bb3f86965959b9b6012a8e848eb:B 2024-12-06T03:18:59,986 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:18:59,986 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db539bb3f86965959b9b6012a8e848eb:A 2024-12-06T03:18:59,986 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:18:59,988 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:18:59,989 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): db539bb3f86965959b9b6012a8e848eb/C is initiating minor compaction (all files) 2024-12-06T03:18:59,990 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db539bb3f86965959b9b6012a8e848eb/C in TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:18:59,990 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/0144304268fc4a7a9e96630a90886f23, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/3e0e8fdb0d104cdb9ca435140ebb6289, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/29438015f6d148189a60ba0988dc5cd5] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp, totalSize=36.8 K 2024-12-06T03:18:59,990 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 0144304268fc4a7a9e96630a90886f23, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=359, earliestPutTs=1733455136767 2024-12-06T03:19:00,000 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 3e0e8fdb0d104cdb9ca435140ebb6289, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=371, earliestPutTs=1733455137399 2024-12-06T03:19:00,001 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 29438015f6d148189a60ba0988dc5cd5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1733455138089 2024-12-06T03:19:00,012 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/0a69b72685f34883afef3b009ee67dc4 2024-12-06T03:19:00,034 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db539bb3f86965959b9b6012a8e848eb#C#compaction#85 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:19:00,035 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/1155c70f276b48da8bcec82f7d5a6efc is 50, key is test_row_0/C:col10/1733455138411/Put/seqid=0 2024-12-06T03:19:00,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/1e32871138f44b32af0519cd7c1938c9 is 50, key is test_row_0/C:col10/1733455138437/Put/seqid=0 2024-12-06T03:19:00,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741924_1100 (size=12301) 2024-12-06T03:19:00,099 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=410 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/1e32871138f44b32af0519cd7c1938c9 2024-12-06T03:19:00,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/bd97437eb79b47faa3c2de8ddf3eef4e as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/bd97437eb79b47faa3c2de8ddf3eef4e 2024-12-06T03:19:00,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741925_1101 (size=13221) 2024-12-06T03:19:00,115 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/bd97437eb79b47faa3c2de8ddf3eef4e, entries=150, sequenceid=410, filesize=12.0 K 2024-12-06T03:19:00,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/0a69b72685f34883afef3b009ee67dc4 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/0a69b72685f34883afef3b009ee67dc4 2024-12-06T03:19:00,123 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/0a69b72685f34883afef3b009ee67dc4, entries=150, sequenceid=410, filesize=12.0 K 2024-12-06T03:19:00,124 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/1e32871138f44b32af0519cd7c1938c9 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/1e32871138f44b32af0519cd7c1938c9 2024-12-06T03:19:00,130 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:00,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45438 deadline: 1733455200128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:00,131 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/1e32871138f44b32af0519cd7c1938c9, entries=150, sequenceid=410, filesize=12.0 K 2024-12-06T03:19:00,131 DEBUG [Thread-157 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8231 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb., hostname=4c7f994aa0f5,34349,1733455120723, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:19:00,132 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for db539bb3f86965959b9b6012a8e848eb in 627ms, sequenceid=410, compaction requested=false 2024-12-06T03:19:00,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.HRegion(2538): Flush status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:19:00,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:19:00,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=25}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=25 2024-12-06T03:19:00,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=25 2024-12-06T03:19:00,135 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=25, resume processing ppid=24 2024-12-06T03:19:00,136 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=25, ppid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.4990 sec 2024-12-06T03:19:00,137 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=24, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=24, table=TestAcidGuarantees in 2.5100 sec 2024-12-06T03:19:00,271 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing db539bb3f86965959b9b6012a8e848eb 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-06T03:19:00,271 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=A 2024-12-06T03:19:00,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:00,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=B 2024-12-06T03:19:00,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:00,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=C 2024-12-06T03:19:00,272 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:00,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on db539bb3f86965959b9b6012a8e848eb 2024-12-06T03:19:00,282 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/792e81bd6e644d84be2f384e5cc4cb3b is 50, key is test_row_0/A:col10/1733455139642/Put/seqid=0 2024-12-06T03:19:00,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:00,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455200300, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:00,319 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:00,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455200310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:00,325 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:00,326 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741926_1102 (size=14741) 2024-12-06T03:19:00,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 219 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455200321, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:00,327 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/792e81bd6e644d84be2f384e5cc4cb3b 2024-12-06T03:19:00,354 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/957af63908a849a48dddf4aefb8dc3ef is 50, key is test_row_0/B:col10/1733455139642/Put/seqid=0 2024-12-06T03:19:00,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:00,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455200412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:00,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741927_1103 (size=12301) 2024-12-06T03:19:00,423 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/957af63908a849a48dddf4aefb8dc3ef 2024-12-06T03:19:00,426 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:00,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455200422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:00,430 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:00,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455200427, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:00,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/193d12f00fd14195bcfc9fd29b5f2f67 is 50, key is test_row_0/C:col10/1733455139642/Put/seqid=0 2024-12-06T03:19:00,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741928_1104 (size=12301) 2024-12-06T03:19:00,529 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/1155c70f276b48da8bcec82f7d5a6efc as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/1155c70f276b48da8bcec82f7d5a6efc 2024-12-06T03:19:00,541 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in db539bb3f86965959b9b6012a8e848eb/C of db539bb3f86965959b9b6012a8e848eb into 1155c70f276b48da8bcec82f7d5a6efc(size=12.9 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:19:00,541 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:19:00,541 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb., storeName=db539bb3f86965959b9b6012a8e848eb/C, priority=13, startTime=1733455139468; duration=0sec 2024-12-06T03:19:00,541 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:00,541 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db539bb3f86965959b9b6012a8e848eb:C 2024-12-06T03:19:00,625 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:00,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455200624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:00,634 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:00,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455200632, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:00,640 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:00,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455200638, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:00,903 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=438 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/193d12f00fd14195bcfc9fd29b5f2f67 2024-12-06T03:19:00,910 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/792e81bd6e644d84be2f384e5cc4cb3b as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/792e81bd6e644d84be2f384e5cc4cb3b 2024-12-06T03:19:00,917 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/792e81bd6e644d84be2f384e5cc4cb3b, entries=200, sequenceid=438, filesize=14.4 K 2024-12-06T03:19:00,918 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/957af63908a849a48dddf4aefb8dc3ef as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/957af63908a849a48dddf4aefb8dc3ef 2024-12-06T03:19:00,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/957af63908a849a48dddf4aefb8dc3ef, entries=150, sequenceid=438, filesize=12.0 K 2024-12-06T03:19:00,927 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/193d12f00fd14195bcfc9fd29b5f2f67 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/193d12f00fd14195bcfc9fd29b5f2f67 2024-12-06T03:19:00,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:00,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455200931, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:00,938 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:00,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455200936, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:00,941 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/193d12f00fd14195bcfc9fd29b5f2f67, entries=150, sequenceid=438, filesize=12.0 K 2024-12-06T03:19:00,942 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for db539bb3f86965959b9b6012a8e848eb in 671ms, sequenceid=438, compaction requested=true 2024-12-06T03:19:00,942 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:19:00,942 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db539bb3f86965959b9b6012a8e848eb:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:19:00,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:00,943 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:19:00,943 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:19:00,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db539bb3f86965959b9b6012a8e848eb:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:19:00,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:00,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db539bb3f86965959b9b6012a8e848eb:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:19:00,943 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:19:00,944 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40263 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:19:00,944 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): db539bb3f86965959b9b6012a8e848eb/A is initiating minor compaction (all files) 2024-12-06T03:19:00,944 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db539bb3f86965959b9b6012a8e848eb/A in TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:19:00,945 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/eba5f0c38e0440e1b96345103ca806c0, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/bd97437eb79b47faa3c2de8ddf3eef4e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/792e81bd6e644d84be2f384e5cc4cb3b] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp, totalSize=39.3 K 2024-12-06T03:19:00,945 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:19:00,945 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): db539bb3f86965959b9b6012a8e848eb/B is initiating minor compaction (all files) 2024-12-06T03:19:00,945 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db539bb3f86965959b9b6012a8e848eb/B in TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:19:00,945 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting eba5f0c38e0440e1b96345103ca806c0, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1733455138089 2024-12-06T03:19:00,945 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/c320511585e44c7a92b8bef6b6e0a51c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/0a69b72685f34883afef3b009ee67dc4, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/957af63908a849a48dddf4aefb8dc3ef] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp, totalSize=36.9 K 2024-12-06T03:19:00,946 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting bd97437eb79b47faa3c2de8ddf3eef4e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1733455138429 2024-12-06T03:19:00,946 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting c320511585e44c7a92b8bef6b6e0a51c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1733455138089 2024-12-06T03:19:00,947 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 0a69b72685f34883afef3b009ee67dc4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1733455138429 2024-12-06T03:19:00,947 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 792e81bd6e644d84be2f384e5cc4cb3b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1733455139632 2024-12-06T03:19:00,948 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 957af63908a849a48dddf4aefb8dc3ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1733455139642 2024-12-06T03:19:00,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on db539bb3f86965959b9b6012a8e848eb 2024-12-06T03:19:00,967 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db539bb3f86965959b9b6012a8e848eb#A#compaction#90 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:19:00,967 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing db539bb3f86965959b9b6012a8e848eb 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-06T03:19:00,967 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/ca693dca987c4cd9b81ab4adad6dc326 is 50, key is test_row_0/A:col10/1733455139642/Put/seqid=0 2024-12-06T03:19:00,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=A 2024-12-06T03:19:00,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:00,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=B 2024-12-06T03:19:00,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:00,969 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=C 2024-12-06T03:19:00,970 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:00,975 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db539bb3f86965959b9b6012a8e848eb#B#compaction#91 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:19:00,976 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/a81ef220ea07433e93eec2ec4c6bacc9 is 50, key is test_row_0/B:col10/1733455139642/Put/seqid=0 2024-12-06T03:19:00,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/13aae8e8eaaf479da1870a011cbde244 is 50, key is test_row_0/A:col10/1733455140946/Put/seqid=0 2024-12-06T03:19:01,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741929_1105 (size=13323) 2024-12-06T03:19:01,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741930_1106 (size=13323) 2024-12-06T03:19:01,030 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741931_1107 (size=17181) 2024-12-06T03:19:01,040 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/a81ef220ea07433e93eec2ec4c6bacc9 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/a81ef220ea07433e93eec2ec4c6bacc9 2024-12-06T03:19:01,054 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in db539bb3f86965959b9b6012a8e848eb/B of db539bb3f86965959b9b6012a8e848eb into a81ef220ea07433e93eec2ec4c6bacc9(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:19:01,054 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:19:01,054 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb., storeName=db539bb3f86965959b9b6012a8e848eb/B, priority=13, startTime=1733455140943; duration=0sec 2024-12-06T03:19:01,055 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:19:01,055 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db539bb3f86965959b9b6012a8e848eb:B 2024-12-06T03:19:01,055 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:19:01,056 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37823 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:19:01,057 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): db539bb3f86965959b9b6012a8e848eb/C is initiating minor compaction (all files) 2024-12-06T03:19:01,057 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db539bb3f86965959b9b6012a8e848eb/C in TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:19:01,057 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/1155c70f276b48da8bcec82f7d5a6efc, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/1e32871138f44b32af0519cd7c1938c9, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/193d12f00fd14195bcfc9fd29b5f2f67] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp, totalSize=36.9 K 2024-12-06T03:19:01,057 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 1155c70f276b48da8bcec82f7d5a6efc, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=398, earliestPutTs=1733455138089 2024-12-06T03:19:01,058 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 1e32871138f44b32af0519cd7c1938c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=410, earliestPutTs=1733455138429 2024-12-06T03:19:01,058 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 193d12f00fd14195bcfc9fd29b5f2f67, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1733455139642 2024-12-06T03:19:01,085 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db539bb3f86965959b9b6012a8e848eb#C#compaction#93 average throughput is 1.64 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:19:01,086 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/c09d5024bb324a6e9c6978eddc34c27e is 50, key is test_row_0/C:col10/1733455139642/Put/seqid=0 2024-12-06T03:19:01,115 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:01,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455201112, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:01,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741932_1108 (size=13323) 2024-12-06T03:19:01,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:01,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45428 deadline: 1733455201128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:01,131 DEBUG [Thread-155 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8205 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb., hostname=4c7f994aa0f5,34349,1733455120723, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:19:01,231 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455201226, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:01,422 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/ca693dca987c4cd9b81ab4adad6dc326 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/ca693dca987c4cd9b81ab4adad6dc326 2024-12-06T03:19:01,431 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in db539bb3f86965959b9b6012a8e848eb/A of db539bb3f86965959b9b6012a8e848eb into ca693dca987c4cd9b81ab4adad6dc326(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:19:01,432 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:19:01,432 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb., storeName=db539bb3f86965959b9b6012a8e848eb/A, priority=13, startTime=1733455140942; duration=0sec 2024-12-06T03:19:01,432 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:01,432 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db539bb3f86965959b9b6012a8e848eb:A 2024-12-06T03:19:01,432 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/13aae8e8eaaf479da1870a011cbde244 2024-12-06T03:19:01,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455201434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:01,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:01,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 227 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455201443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:01,446 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:01,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455201443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:01,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/982d5291e79a49d9bac58f392a45f82d is 50, key is test_row_0/B:col10/1733455140946/Put/seqid=0 2024-12-06T03:19:01,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741933_1109 (size=12301) 2024-12-06T03:19:01,539 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/c09d5024bb324a6e9c6978eddc34c27e as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/c09d5024bb324a6e9c6978eddc34c27e 2024-12-06T03:19:01,547 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in db539bb3f86965959b9b6012a8e848eb/C of db539bb3f86965959b9b6012a8e848eb into c09d5024bb324a6e9c6978eddc34c27e(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:19:01,547 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:19:01,547 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb., storeName=db539bb3f86965959b9b6012a8e848eb/C, priority=13, startTime=1733455140943; duration=0sec 2024-12-06T03:19:01,547 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:01,547 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db539bb3f86965959b9b6012a8e848eb:C 2024-12-06T03:19:01,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=24 2024-12-06T03:19:01,737 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 24 completed 2024-12-06T03:19:01,738 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:19:01,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees 2024-12-06T03:19:01,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-06T03:19:01,740 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:19:01,741 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=26, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:19:01,741 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:19:01,746 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:01,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455201745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:01,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-06T03:19:01,892 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:01,893 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-06T03:19:01,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:19:01,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:19:01,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:19:01,893 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:01,893 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:01,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:01,898 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/982d5291e79a49d9bac58f392a45f82d 2024-12-06T03:19:01,912 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/d4441667223b4ec8aadeb767cd376c52 is 50, key is test_row_0/C:col10/1733455140946/Put/seqid=0 2024-12-06T03:19:01,918 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741934_1110 (size=12301) 2024-12-06T03:19:02,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-06T03:19:02,045 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:02,046 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-06T03:19:02,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:19:02,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:19:02,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:19:02,047 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:02,047 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:02,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:02,199 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:02,200 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-06T03:19:02,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:19:02,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:19:02,200 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:19:02,200 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:02,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:02,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:02,252 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:02,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455202252, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:02,319 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=452 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/d4441667223b4ec8aadeb767cd376c52 2024-12-06T03:19:02,326 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/13aae8e8eaaf479da1870a011cbde244 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/13aae8e8eaaf479da1870a011cbde244 2024-12-06T03:19:02,332 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/13aae8e8eaaf479da1870a011cbde244, entries=250, sequenceid=452, filesize=16.8 K 2024-12-06T03:19:02,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/982d5291e79a49d9bac58f392a45f82d as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/982d5291e79a49d9bac58f392a45f82d 2024-12-06T03:19:02,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-06T03:19:02,350 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/982d5291e79a49d9bac58f392a45f82d, entries=150, sequenceid=452, filesize=12.0 K 2024-12-06T03:19:02,351 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/d4441667223b4ec8aadeb767cd376c52 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/d4441667223b4ec8aadeb767cd376c52 2024-12-06T03:19:02,354 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:02,354 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-06T03:19:02,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:19:02,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:19:02,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:19:02,355 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:02,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:02,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:02,359 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/d4441667223b4ec8aadeb767cd376c52, entries=150, sequenceid=452, filesize=12.0 K 2024-12-06T03:19:02,365 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for db539bb3f86965959b9b6012a8e848eb in 1398ms, sequenceid=452, compaction requested=false 2024-12-06T03:19:02,365 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:19:02,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on db539bb3f86965959b9b6012a8e848eb 2024-12-06T03:19:02,456 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing db539bb3f86965959b9b6012a8e848eb 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-06T03:19:02,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=A 2024-12-06T03:19:02,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:02,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=B 2024-12-06T03:19:02,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:02,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=C 2024-12-06T03:19:02,457 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:02,465 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/db4643b24f7e43d69535d5f132effe17 is 50, key is test_row_0/A:col10/1733455142454/Put/seqid=0 2024-12-06T03:19:02,478 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:02,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455202477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:02,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741935_1111 (size=12301) 2024-12-06T03:19:02,480 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/db4643b24f7e43d69535d5f132effe17 2024-12-06T03:19:02,480 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:02,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455202477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:02,501 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/465a105230f2447090076b749fa5ff79 is 50, key is test_row_0/B:col10/1733455142454/Put/seqid=0 2024-12-06T03:19:02,512 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741936_1112 (size=12301) 2024-12-06T03:19:02,515 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:02,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-06T03:19:02,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:19:02,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:19:02,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:19:02,516 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:02,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:02,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:02,582 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:02,582 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:02,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455202581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:02,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455202581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:02,676 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:02,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-06T03:19:02,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:19:02,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:19:02,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:19:02,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:02,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:02,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:02,786 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:02,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455202784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:02,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:02,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455202784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:02,829 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:02,832 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-06T03:19:02,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:19:02,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:19:02,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:19:02,833 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:02,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:02,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:02,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-06T03:19:02,916 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/465a105230f2447090076b749fa5ff79 2024-12-06T03:19:02,938 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/d0dec9bea0444c53ab26c803058fbc76 is 50, key is test_row_0/C:col10/1733455142454/Put/seqid=0 2024-12-06T03:19:02,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741937_1113 (size=12301) 2024-12-06T03:19:02,975 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/d0dec9bea0444c53ab26c803058fbc76 2024-12-06T03:19:02,984 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/db4643b24f7e43d69535d5f132effe17 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/db4643b24f7e43d69535d5f132effe17 2024-12-06T03:19:02,985 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:02,986 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-06T03:19:02,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:19:02,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:19:02,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:19:02,986 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:02,987 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:02,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:02,991 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/db4643b24f7e43d69535d5f132effe17, entries=150, sequenceid=479, filesize=12.0 K 2024-12-06T03:19:02,993 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/465a105230f2447090076b749fa5ff79 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/465a105230f2447090076b749fa5ff79 2024-12-06T03:19:03,002 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/465a105230f2447090076b749fa5ff79, entries=150, sequenceid=479, filesize=12.0 K 2024-12-06T03:19:03,004 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/d0dec9bea0444c53ab26c803058fbc76 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/d0dec9bea0444c53ab26c803058fbc76 2024-12-06T03:19:03,011 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/d0dec9bea0444c53ab26c803058fbc76, entries=150, sequenceid=479, filesize=12.0 K 2024-12-06T03:19:03,013 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for db539bb3f86965959b9b6012a8e848eb in 556ms, sequenceid=479, compaction requested=true 2024-12-06T03:19:03,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:19:03,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db539bb3f86965959b9b6012a8e848eb:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:19:03,013 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:19:03,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:03,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db539bb3f86965959b9b6012a8e848eb:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:19:03,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:03,013 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:19:03,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db539bb3f86965959b9b6012a8e848eb:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:19:03,013 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:19:03,015 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42805 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:19:03,015 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): db539bb3f86965959b9b6012a8e848eb/A is initiating minor compaction (all files) 2024-12-06T03:19:03,015 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db539bb3f86965959b9b6012a8e848eb/A in TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:19:03,015 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/ca693dca987c4cd9b81ab4adad6dc326, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/13aae8e8eaaf479da1870a011cbde244, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/db4643b24f7e43d69535d5f132effe17] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp, totalSize=41.8 K 2024-12-06T03:19:03,015 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:19:03,016 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): db539bb3f86965959b9b6012a8e848eb/B is initiating minor compaction (all files) 2024-12-06T03:19:03,016 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db539bb3f86965959b9b6012a8e848eb/B in TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:19:03,016 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/a81ef220ea07433e93eec2ec4c6bacc9, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/982d5291e79a49d9bac58f392a45f82d, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/465a105230f2447090076b749fa5ff79] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp, totalSize=37.0 K 2024-12-06T03:19:03,016 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca693dca987c4cd9b81ab4adad6dc326, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1733455139642 2024-12-06T03:19:03,017 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting a81ef220ea07433e93eec2ec4c6bacc9, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1733455139642 2024-12-06T03:19:03,017 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 13aae8e8eaaf479da1870a011cbde244, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1733455140282 2024-12-06T03:19:03,018 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 982d5291e79a49d9bac58f392a45f82d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1733455140282 2024-12-06T03:19:03,018 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting db4643b24f7e43d69535d5f132effe17, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1733455141104 2024-12-06T03:19:03,018 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 465a105230f2447090076b749fa5ff79, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1733455141104 2024-12-06T03:19:03,033 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db539bb3f86965959b9b6012a8e848eb#A#compaction#99 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:19:03,034 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/daa742b6678446ba8120c222e01b2a52 is 50, key is test_row_0/A:col10/1733455142454/Put/seqid=0 2024-12-06T03:19:03,038 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db539bb3f86965959b9b6012a8e848eb#B#compaction#100 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:19:03,038 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/179b1e6b6c9b4a518cc524e88992abc5 is 50, key is test_row_0/B:col10/1733455142454/Put/seqid=0 2024-12-06T03:19:03,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741938_1114 (size=13425) 2024-12-06T03:19:03,083 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741939_1115 (size=13425) 2024-12-06T03:19:03,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on db539bb3f86965959b9b6012a8e848eb 2024-12-06T03:19:03,091 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing db539bb3f86965959b9b6012a8e848eb 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-06T03:19:03,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=A 2024-12-06T03:19:03,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:03,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=B 2024-12-06T03:19:03,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:03,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=C 2024-12-06T03:19:03,092 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:03,098 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/11624dde130e4a29bc8f4f48be05a27c is 50, key is test_row_0/A:col10/1733455142476/Put/seqid=0 2024-12-06T03:19:03,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741940_1116 (size=14741) 2024-12-06T03:19:03,138 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:03,140 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-06T03:19:03,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:19:03,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:19:03,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:19:03,140 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:03,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:03,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:03,148 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:03,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:03,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455203145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:03,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455203147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:03,253 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:03,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455203250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:03,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:03,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455203250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:03,257 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:03,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455203255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:03,294 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:03,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-06T03:19:03,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:19:03,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:19:03,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:19:03,296 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:03,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:03,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:03,449 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:03,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-06T03:19:03,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:19:03,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:19:03,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:19:03,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:03,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:03,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:03,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455203456, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:03,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:03,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455203457, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:03,477 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/daa742b6678446ba8120c222e01b2a52 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/daa742b6678446ba8120c222e01b2a52 2024-12-06T03:19:03,501 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in db539bb3f86965959b9b6012a8e848eb/A of db539bb3f86965959b9b6012a8e848eb into daa742b6678446ba8120c222e01b2a52(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:19:03,501 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:19:03,501 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb., storeName=db539bb3f86965959b9b6012a8e848eb/A, priority=13, startTime=1733455143013; duration=0sec 2024-12-06T03:19:03,501 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:19:03,502 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db539bb3f86965959b9b6012a8e848eb:A 2024-12-06T03:19:03,502 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:19:03,507 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/179b1e6b6c9b4a518cc524e88992abc5 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/179b1e6b6c9b4a518cc524e88992abc5 2024-12-06T03:19:03,508 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:19:03,508 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): db539bb3f86965959b9b6012a8e848eb/C is initiating minor compaction (all files) 2024-12-06T03:19:03,508 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db539bb3f86965959b9b6012a8e848eb/C in TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:19:03,508 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/c09d5024bb324a6e9c6978eddc34c27e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/d4441667223b4ec8aadeb767cd376c52, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/d0dec9bea0444c53ab26c803058fbc76] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp, totalSize=37.0 K 2024-12-06T03:19:03,509 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting c09d5024bb324a6e9c6978eddc34c27e, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=438, earliestPutTs=1733455139642 2024-12-06T03:19:03,510 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4441667223b4ec8aadeb767cd376c52, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=452, earliestPutTs=1733455140282 2024-12-06T03:19:03,510 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting d0dec9bea0444c53ab26c803058fbc76, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1733455141104 2024-12-06T03:19:03,514 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/11624dde130e4a29bc8f4f48be05a27c 2024-12-06T03:19:03,516 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in db539bb3f86965959b9b6012a8e848eb/B of db539bb3f86965959b9b6012a8e848eb into 179b1e6b6c9b4a518cc524e88992abc5(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:19:03,516 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:19:03,516 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb., storeName=db539bb3f86965959b9b6012a8e848eb/B, priority=13, startTime=1733455143013; duration=0sec 2024-12-06T03:19:03,516 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:03,517 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db539bb3f86965959b9b6012a8e848eb:B 2024-12-06T03:19:03,538 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db539bb3f86965959b9b6012a8e848eb#C#compaction#102 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:19:03,539 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/4f62ecc3faa044e68a84b5fb1339884c is 50, key is test_row_0/C:col10/1733455142454/Put/seqid=0 2024-12-06T03:19:03,547 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/88c11fa108a040c2b7d86b7736460d0a is 50, key is test_row_0/B:col10/1733455142476/Put/seqid=0 2024-12-06T03:19:03,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741942_1118 (size=12301) 2024-12-06T03:19:03,575 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/88c11fa108a040c2b7d86b7736460d0a 2024-12-06T03:19:03,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741941_1117 (size=13425) 2024-12-06T03:19:03,587 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/46fd0d5f09e94d1ab15feb580f01a5fd is 50, key is test_row_0/C:col10/1733455142476/Put/seqid=0 2024-12-06T03:19:03,599 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741943_1119 (size=12301) 2024-12-06T03:19:03,602 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=492 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/46fd0d5f09e94d1ab15feb580f01a5fd 2024-12-06T03:19:03,602 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:03,603 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-06T03:19:03,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:19:03,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:19:03,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:19:03,603 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] handler.RSProcedureHandler(58): pid=27 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:03,603 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=27 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:03,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=27 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:03,613 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/11624dde130e4a29bc8f4f48be05a27c as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/11624dde130e4a29bc8f4f48be05a27c 2024-12-06T03:19:03,619 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/11624dde130e4a29bc8f4f48be05a27c, entries=200, sequenceid=492, filesize=14.4 K 2024-12-06T03:19:03,620 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/88c11fa108a040c2b7d86b7736460d0a as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/88c11fa108a040c2b7d86b7736460d0a 2024-12-06T03:19:03,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/88c11fa108a040c2b7d86b7736460d0a, entries=150, sequenceid=492, filesize=12.0 K 2024-12-06T03:19:03,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/46fd0d5f09e94d1ab15feb580f01a5fd as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/46fd0d5f09e94d1ab15feb580f01a5fd 2024-12-06T03:19:03,639 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/46fd0d5f09e94d1ab15feb580f01a5fd, entries=150, sequenceid=492, filesize=12.0 K 2024-12-06T03:19:03,640 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for db539bb3f86965959b9b6012a8e848eb in 549ms, sequenceid=492, compaction requested=false 2024-12-06T03:19:03,640 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:19:03,756 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:03,756 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=27 2024-12-06T03:19:03,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:19:03,757 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2837): Flushing db539bb3f86965959b9b6012a8e848eb 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-06T03:19:03,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=A 2024-12-06T03:19:03,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:03,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=B 2024-12-06T03:19:03,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:03,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=C 2024-12-06T03:19:03,757 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:03,764 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/b3e8309703794c6ea2926b31b23435c9 is 50, key is test_row_0/A:col10/1733455143144/Put/seqid=0 2024-12-06T03:19:03,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on db539bb3f86965959b9b6012a8e848eb 2024-12-06T03:19:03,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:19:03,780 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:03,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455203777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:03,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:03,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455203780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:03,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741944_1120 (size=12301) 2024-12-06T03:19:03,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-06T03:19:03,883 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:03,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 253 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455203881, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:03,886 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:03,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 265 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455203884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:03,987 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/4f62ecc3faa044e68a84b5fb1339884c as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/4f62ecc3faa044e68a84b5fb1339884c 2024-12-06T03:19:03,996 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in db539bb3f86965959b9b6012a8e848eb/C of db539bb3f86965959b9b6012a8e848eb into 4f62ecc3faa044e68a84b5fb1339884c(size=13.1 K), total size for store is 25.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:19:03,996 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:19:03,996 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb., storeName=db539bb3f86965959b9b6012a8e848eb/C, priority=13, startTime=1733455143013; duration=0sec 2024-12-06T03:19:03,996 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:03,996 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db539bb3f86965959b9b6012a8e848eb:C 2024-12-06T03:19:04,086 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:04,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 255 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455204086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:04,091 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:04,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 267 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455204088, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:04,189 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/b3e8309703794c6ea2926b31b23435c9 2024-12-06T03:19:04,199 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/562fa755878c4467a1c35aaacbabdb30 is 50, key is test_row_0/B:col10/1733455143144/Put/seqid=0 2024-12-06T03:19:04,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741945_1121 (size=12301) 2024-12-06T03:19:04,217 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/562fa755878c4467a1c35aaacbabdb30 2024-12-06T03:19:04,228 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/868d3281c9b7424a88bda552cd9ece54 is 50, key is test_row_0/C:col10/1733455143144/Put/seqid=0 2024-12-06T03:19:04,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741946_1122 (size=12301) 2024-12-06T03:19:04,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:04,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455204389, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:04,395 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:04,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455204394, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:04,684 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=518 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/868d3281c9b7424a88bda552cd9ece54 2024-12-06T03:19:04,692 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/b3e8309703794c6ea2926b31b23435c9 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/b3e8309703794c6ea2926b31b23435c9 2024-12-06T03:19:04,700 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/b3e8309703794c6ea2926b31b23435c9, entries=150, sequenceid=518, filesize=12.0 K 2024-12-06T03:19:04,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/562fa755878c4467a1c35aaacbabdb30 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/562fa755878c4467a1c35aaacbabdb30 2024-12-06T03:19:04,707 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/562fa755878c4467a1c35aaacbabdb30, entries=150, sequenceid=518, filesize=12.0 K 2024-12-06T03:19:04,709 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/868d3281c9b7424a88bda552cd9ece54 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/868d3281c9b7424a88bda552cd9ece54 2024-12-06T03:19:04,719 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/868d3281c9b7424a88bda552cd9ece54, entries=150, sequenceid=518, filesize=12.0 K 2024-12-06T03:19:04,720 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for db539bb3f86965959b9b6012a8e848eb in 963ms, sequenceid=518, compaction requested=true 2024-12-06T03:19:04,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.HRegion(2538): Flush status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:19:04,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:19:04,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=27}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=27 2024-12-06T03:19:04,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=27 2024-12-06T03:19:04,723 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=27, resume processing ppid=26 2024-12-06T03:19:04,723 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=27, ppid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.9800 sec 2024-12-06T03:19:04,725 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=26, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=26, table=TestAcidGuarantees in 2.9860 sec 2024-12-06T03:19:04,896 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing db539bb3f86965959b9b6012a8e848eb 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-06T03:19:04,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=A 2024-12-06T03:19:04,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:04,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=B 2024-12-06T03:19:04,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:04,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=C 2024-12-06T03:19:04,897 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:04,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on db539bb3f86965959b9b6012a8e848eb 2024-12-06T03:19:04,906 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/7d6eeb4ad89640b2a934e5fd7928c214 is 50, key is test_row_0/A:col10/1733455143774/Put/seqid=0 2024-12-06T03:19:04,933 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741947_1123 (size=14741) 2024-12-06T03:19:04,959 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:04,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 281 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455204956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:04,976 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:04,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455204959, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:05,062 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:05,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 283 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455205062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:05,081 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:05,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455205079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:05,267 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:05,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 285 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455205265, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:05,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:05,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45410 deadline: 1733455205271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:05,275 DEBUG [Thread-151 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4163 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb., hostname=4c7f994aa0f5,34349,1733455120723, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:19:05,285 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:05,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455205284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:05,334 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/7d6eeb4ad89640b2a934e5fd7928c214 2024-12-06T03:19:05,345 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/6b71d5d793b841788c46d22d3b77ce4b is 50, key is test_row_0/B:col10/1733455143774/Put/seqid=0 2024-12-06T03:19:05,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741948_1124 (size=12301) 2024-12-06T03:19:05,350 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/6b71d5d793b841788c46d22d3b77ce4b 2024-12-06T03:19:05,360 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/8f6404c3990345f7aff714e121f5765b is 50, key is test_row_0/C:col10/1733455143774/Put/seqid=0 2024-12-06T03:19:05,367 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741949_1125 (size=12301) 2024-12-06T03:19:05,368 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=532 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/8f6404c3990345f7aff714e121f5765b 2024-12-06T03:19:05,385 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/7d6eeb4ad89640b2a934e5fd7928c214 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/7d6eeb4ad89640b2a934e5fd7928c214 2024-12-06T03:19:05,392 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/7d6eeb4ad89640b2a934e5fd7928c214, entries=200, sequenceid=532, filesize=14.4 K 2024-12-06T03:19:05,393 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/6b71d5d793b841788c46d22d3b77ce4b as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/6b71d5d793b841788c46d22d3b77ce4b 2024-12-06T03:19:05,399 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/6b71d5d793b841788c46d22d3b77ce4b, entries=150, sequenceid=532, filesize=12.0 K 2024-12-06T03:19:05,401 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/8f6404c3990345f7aff714e121f5765b as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/8f6404c3990345f7aff714e121f5765b 2024-12-06T03:19:05,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/8f6404c3990345f7aff714e121f5765b, entries=150, sequenceid=532, filesize=12.0 K 2024-12-06T03:19:05,411 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for db539bb3f86965959b9b6012a8e848eb in 515ms, sequenceid=532, compaction requested=true 2024-12-06T03:19:05,411 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:19:05,411 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T03:19:05,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db539bb3f86965959b9b6012a8e848eb:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:19:05,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:05,412 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T03:19:05,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db539bb3f86965959b9b6012a8e848eb:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:19:05,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:05,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db539bb3f86965959b9b6012a8e848eb:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:19:05,412 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:19:05,413 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 55208 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T03:19:05,413 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): db539bb3f86965959b9b6012a8e848eb/A is initiating minor compaction (all files) 2024-12-06T03:19:05,413 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db539bb3f86965959b9b6012a8e848eb/A in TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:19:05,413 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/daa742b6678446ba8120c222e01b2a52, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/11624dde130e4a29bc8f4f48be05a27c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/b3e8309703794c6ea2926b31b23435c9, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/7d6eeb4ad89640b2a934e5fd7928c214] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp, totalSize=53.9 K 2024-12-06T03:19:05,414 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50328 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T03:19:05,414 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): db539bb3f86965959b9b6012a8e848eb/B is initiating minor compaction (all files) 2024-12-06T03:19:05,414 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db539bb3f86965959b9b6012a8e848eb/B in TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:19:05,414 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/179b1e6b6c9b4a518cc524e88992abc5, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/88c11fa108a040c2b7d86b7736460d0a, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/562fa755878c4467a1c35aaacbabdb30, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/6b71d5d793b841788c46d22d3b77ce4b] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp, totalSize=49.1 K 2024-12-06T03:19:05,415 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting daa742b6678446ba8120c222e01b2a52, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1733455141104 2024-12-06T03:19:05,415 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 179b1e6b6c9b4a518cc524e88992abc5, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1733455141104 2024-12-06T03:19:05,416 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11624dde130e4a29bc8f4f48be05a27c, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1733455142472 2024-12-06T03:19:05,416 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 88c11fa108a040c2b7d86b7736460d0a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1733455142472 2024-12-06T03:19:05,416 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting b3e8309703794c6ea2926b31b23435c9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=518, earliestPutTs=1733455143133 2024-12-06T03:19:05,416 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 562fa755878c4467a1c35aaacbabdb30, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=518, earliestPutTs=1733455143133 2024-12-06T03:19:05,418 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b71d5d793b841788c46d22d3b77ce4b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1733455143766 2024-12-06T03:19:05,418 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7d6eeb4ad89640b2a934e5fd7928c214, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1733455143766 2024-12-06T03:19:05,434 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db539bb3f86965959b9b6012a8e848eb#A#compaction#111 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:19:05,434 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/bc7aee61a4874e88aa4c9662cff44c6b is 50, key is test_row_0/A:col10/1733455143774/Put/seqid=0 2024-12-06T03:19:05,444 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db539bb3f86965959b9b6012a8e848eb#B#compaction#112 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:19:05,445 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/33430792592848f2bae9af27055743d3 is 50, key is test_row_0/B:col10/1733455143774/Put/seqid=0 2024-12-06T03:19:05,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741950_1126 (size=13561) 2024-12-06T03:19:05,457 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/bc7aee61a4874e88aa4c9662cff44c6b as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/bc7aee61a4874e88aa4c9662cff44c6b 2024-12-06T03:19:05,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741951_1127 (size=13561) 2024-12-06T03:19:05,465 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in db539bb3f86965959b9b6012a8e848eb/A of db539bb3f86965959b9b6012a8e848eb into bc7aee61a4874e88aa4c9662cff44c6b(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:19:05,465 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:19:05,465 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb., storeName=db539bb3f86965959b9b6012a8e848eb/A, priority=12, startTime=1733455145411; duration=0sec 2024-12-06T03:19:05,465 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:19:05,465 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db539bb3f86965959b9b6012a8e848eb:A 2024-12-06T03:19:05,465 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T03:19:05,467 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50328 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T03:19:05,467 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): db539bb3f86965959b9b6012a8e848eb/C is initiating minor compaction (all files) 2024-12-06T03:19:05,468 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db539bb3f86965959b9b6012a8e848eb/C in TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:19:05,468 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/4f62ecc3faa044e68a84b5fb1339884c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/46fd0d5f09e94d1ab15feb580f01a5fd, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/868d3281c9b7424a88bda552cd9ece54, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/8f6404c3990345f7aff714e121f5765b] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp, totalSize=49.1 K 2024-12-06T03:19:05,468 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4f62ecc3faa044e68a84b5fb1339884c, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1733455141104 2024-12-06T03:19:05,469 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 46fd0d5f09e94d1ab15feb580f01a5fd, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=492, earliestPutTs=1733455142472 2024-12-06T03:19:05,470 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 868d3281c9b7424a88bda552cd9ece54, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=518, earliestPutTs=1733455143133 2024-12-06T03:19:05,470 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8f6404c3990345f7aff714e121f5765b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1733455143766 2024-12-06T03:19:05,488 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/33430792592848f2bae9af27055743d3 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/33430792592848f2bae9af27055743d3 2024-12-06T03:19:05,500 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in db539bb3f86965959b9b6012a8e848eb/B of db539bb3f86965959b9b6012a8e848eb into 33430792592848f2bae9af27055743d3(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:19:05,500 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:19:05,500 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb., storeName=db539bb3f86965959b9b6012a8e848eb/B, priority=12, startTime=1733455145412; duration=0sec 2024-12-06T03:19:05,500 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:05,500 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db539bb3f86965959b9b6012a8e848eb:B 2024-12-06T03:19:05,515 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db539bb3f86965959b9b6012a8e848eb#C#compaction#113 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:19:05,517 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/e2ef915de4254b92bb70fb0378bfc22e is 50, key is test_row_0/C:col10/1733455143774/Put/seqid=0 2024-12-06T03:19:05,538 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741952_1128 (size=13561) 2024-12-06T03:19:05,548 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/e2ef915de4254b92bb70fb0378bfc22e as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/e2ef915de4254b92bb70fb0378bfc22e 2024-12-06T03:19:05,557 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in db539bb3f86965959b9b6012a8e848eb/C of db539bb3f86965959b9b6012a8e848eb into e2ef915de4254b92bb70fb0378bfc22e(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:19:05,557 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:19:05,557 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb., storeName=db539bb3f86965959b9b6012a8e848eb/C, priority=12, startTime=1733455145412; duration=0sec 2024-12-06T03:19:05,557 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:05,557 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db539bb3f86965959b9b6012a8e848eb:C 2024-12-06T03:19:05,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on db539bb3f86965959b9b6012a8e848eb 2024-12-06T03:19:05,572 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing db539bb3f86965959b9b6012a8e848eb 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-06T03:19:05,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=A 2024-12-06T03:19:05,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:05,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=B 2024-12-06T03:19:05,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:05,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=C 2024-12-06T03:19:05,573 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:05,579 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/76de6ce618ac4688ae4eb5e9977b9bd5 is 50, key is test_row_0/A:col10/1733455144928/Put/seqid=0 2024-12-06T03:19:05,598 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:05,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455205597, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:05,601 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:05,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455205599, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:05,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741953_1129 (size=12301) 2024-12-06T03:19:05,617 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=559 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/76de6ce618ac4688ae4eb5e9977b9bd5 2024-12-06T03:19:05,634 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/8c4b5240cb5645d59deaa3cd618835da is 50, key is test_row_0/B:col10/1733455144928/Put/seqid=0 2024-12-06T03:19:05,663 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741954_1130 (size=12301) 2024-12-06T03:19:05,701 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:05,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455205700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:05,706 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:05,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455205703, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:05,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=26 2024-12-06T03:19:05,860 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 26 completed 2024-12-06T03:19:05,880 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:19:05,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees 2024-12-06T03:19:05,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-06T03:19:05,884 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:19:05,885 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=28, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:19:05,885 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=29, ppid=28, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:19:05,906 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:05,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 300 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455205906, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:05,911 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:05,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455205909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:05,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-06T03:19:06,037 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:06,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-06T03:19:06,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:19:06,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:19:06,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:19:06,038 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] handler.RSProcedureHandler(58): pid=29 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:06,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=29 java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:06,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=29 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:06,064 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=559 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/8c4b5240cb5645d59deaa3cd618835da 2024-12-06T03:19:06,075 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/f3cd5ec6c7d24f4097efbe83a94d6466 is 50, key is test_row_0/C:col10/1733455144928/Put/seqid=0 2024-12-06T03:19:06,081 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741955_1131 (size=12301) 2024-12-06T03:19:06,081 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=559 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/f3cd5ec6c7d24f4097efbe83a94d6466 2024-12-06T03:19:06,088 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/76de6ce618ac4688ae4eb5e9977b9bd5 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/76de6ce618ac4688ae4eb5e9977b9bd5 2024-12-06T03:19:06,093 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/76de6ce618ac4688ae4eb5e9977b9bd5, entries=150, sequenceid=559, filesize=12.0 K 2024-12-06T03:19:06,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/8c4b5240cb5645d59deaa3cd618835da as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/8c4b5240cb5645d59deaa3cd618835da 2024-12-06T03:19:06,102 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/8c4b5240cb5645d59deaa3cd618835da, entries=150, sequenceid=559, filesize=12.0 K 2024-12-06T03:19:06,103 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/f3cd5ec6c7d24f4097efbe83a94d6466 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/f3cd5ec6c7d24f4097efbe83a94d6466 2024-12-06T03:19:06,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/f3cd5ec6c7d24f4097efbe83a94d6466, entries=150, sequenceid=559, filesize=12.0 K 2024-12-06T03:19:06,110 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for db539bb3f86965959b9b6012a8e848eb in 538ms, sequenceid=559, compaction requested=false 2024-12-06T03:19:06,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:19:06,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-06T03:19:06,191 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:06,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=29 2024-12-06T03:19:06,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:19:06,192 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2837): Flushing db539bb3f86965959b9b6012a8e848eb 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-06T03:19:06,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=A 2024-12-06T03:19:06,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:06,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=B 2024-12-06T03:19:06,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:06,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=C 2024-12-06T03:19:06,192 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:06,197 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/229362374d53456294b0a562cc0bb7de is 50, key is test_row_0/A:col10/1733455145588/Put/seqid=0 2024-12-06T03:19:06,206 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741956_1132 (size=12301) 2024-12-06T03:19:06,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on db539bb3f86965959b9b6012a8e848eb 2024-12-06T03:19:06,211 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. as already flushing 2024-12-06T03:19:06,281 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:06,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 293 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455206278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:06,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:06,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 313 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455206278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:06,385 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 295 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455206383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:06,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 315 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455206384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:06,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-06T03:19:06,588 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:06,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 297 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455206587, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:06,589 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:06,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 317 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455206588, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:06,607 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=572 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/229362374d53456294b0a562cc0bb7de 2024-12-06T03:19:06,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/18e206a6b7774d60bdf83f1bb7789314 is 50, key is test_row_0/B:col10/1733455145588/Put/seqid=0 2024-12-06T03:19:06,621 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741957_1133 (size=12301) 2024-12-06T03:19:06,622 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=572 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/18e206a6b7774d60bdf83f1bb7789314 2024-12-06T03:19:06,635 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/4aeb15457db340399f041e236db9fbf2 is 50, key is test_row_0/C:col10/1733455145588/Put/seqid=0 2024-12-06T03:19:06,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741958_1134 (size=12301) 2024-12-06T03:19:06,893 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:06,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 319 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45472 deadline: 1733455206891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:06,894 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:06,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 299 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45404 deadline: 1733455206892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:06,918 DEBUG [Thread-166 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6502d571 to 127.0.0.1:63130 2024-12-06T03:19:06,918 DEBUG [Thread-162 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c3b736e to 127.0.0.1:63130 2024-12-06T03:19:06,918 DEBUG [Thread-160 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4b5cad1a to 127.0.0.1:63130 2024-12-06T03:19:06,918 DEBUG [Thread-166 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:19:06,918 DEBUG [Thread-162 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:19:06,918 DEBUG [Thread-160 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:19:06,924 DEBUG [Thread-164 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x767a8485 to 127.0.0.1:63130 2024-12-06T03:19:06,924 DEBUG [Thread-164 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:19:06,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-06T03:19:07,056 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=572 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/4aeb15457db340399f041e236db9fbf2 2024-12-06T03:19:07,062 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/229362374d53456294b0a562cc0bb7de as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/229362374d53456294b0a562cc0bb7de 2024-12-06T03:19:07,067 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/229362374d53456294b0a562cc0bb7de, entries=150, sequenceid=572, filesize=12.0 K 2024-12-06T03:19:07,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/18e206a6b7774d60bdf83f1bb7789314 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/18e206a6b7774d60bdf83f1bb7789314 2024-12-06T03:19:07,073 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/18e206a6b7774d60bdf83f1bb7789314, entries=150, sequenceid=572, filesize=12.0 K 2024-12-06T03:19:07,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/4aeb15457db340399f041e236db9fbf2 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/4aeb15457db340399f041e236db9fbf2 2024-12-06T03:19:07,078 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/4aeb15457db340399f041e236db9fbf2, entries=150, sequenceid=572, filesize=12.0 K 2024-12-06T03:19:07,080 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for db539bb3f86965959b9b6012a8e848eb in 888ms, sequenceid=572, compaction requested=true 2024-12-06T03:19:07,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.HRegion(2538): Flush status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:19:07,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:19:07,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=29}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=29 2024-12-06T03:19:07,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=29 2024-12-06T03:19:07,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=29, resume processing ppid=28 2024-12-06T03:19:07,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=29, ppid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1960 sec 2024-12-06T03:19:07,084 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=28, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=28, table=TestAcidGuarantees in 1.2030 sec 2024-12-06T03:19:07,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on db539bb3f86965959b9b6012a8e848eb 2024-12-06T03:19:07,397 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing db539bb3f86965959b9b6012a8e848eb 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-06T03:19:07,397 DEBUG [Thread-153 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x736f1673 to 127.0.0.1:63130 2024-12-06T03:19:07,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=A 2024-12-06T03:19:07,397 DEBUG [Thread-153 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:19:07,397 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:07,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=B 2024-12-06T03:19:07,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:07,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=C 2024-12-06T03:19:07,398 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:07,399 DEBUG [Thread-149 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x79d38d10 to 127.0.0.1:63130 2024-12-06T03:19:07,399 DEBUG [Thread-149 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:19:07,403 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/0426b3b14e9f447abe76625b7cd0dcd5 is 50, key is test_row_0/A:col10/1733455146276/Put/seqid=0 2024-12-06T03:19:07,408 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741959_1135 (size=12301) 2024-12-06T03:19:07,409 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=596 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/0426b3b14e9f447abe76625b7cd0dcd5 2024-12-06T03:19:07,417 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/826fc5c3876b403c80b62c9413999252 is 50, key is test_row_0/B:col10/1733455146276/Put/seqid=0 2024-12-06T03:19:07,424 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741960_1136 (size=12301) 2024-12-06T03:19:07,825 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=596 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/826fc5c3876b403c80b62c9413999252 2024-12-06T03:19:07,833 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/f8b1f1e6695b4b858e20a2bfbb9ee2d0 is 50, key is test_row_0/C:col10/1733455146276/Put/seqid=0 2024-12-06T03:19:07,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741961_1137 (size=12301) 2024-12-06T03:19:07,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=28 2024-12-06T03:19:07,988 INFO [Thread-159 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 28 completed 2024-12-06T03:19:08,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=596 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/f8b1f1e6695b4b858e20a2bfbb9ee2d0 2024-12-06T03:19:08,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/0426b3b14e9f447abe76625b7cd0dcd5 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/0426b3b14e9f447abe76625b7cd0dcd5 2024-12-06T03:19:08,248 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/0426b3b14e9f447abe76625b7cd0dcd5, entries=150, sequenceid=596, filesize=12.0 K 2024-12-06T03:19:08,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/826fc5c3876b403c80b62c9413999252 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/826fc5c3876b403c80b62c9413999252 2024-12-06T03:19:08,253 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/826fc5c3876b403c80b62c9413999252, entries=150, sequenceid=596, filesize=12.0 K 2024-12-06T03:19:08,254 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/f8b1f1e6695b4b858e20a2bfbb9ee2d0 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/f8b1f1e6695b4b858e20a2bfbb9ee2d0 2024-12-06T03:19:08,257 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/f8b1f1e6695b4b858e20a2bfbb9ee2d0, entries=150, sequenceid=596, filesize=12.0 K 2024-12-06T03:19:08,258 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=6.71 KB/6870 for db539bb3f86965959b9b6012a8e848eb in 861ms, sequenceid=596, compaction requested=true 2024-12-06T03:19:08,258 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:19:08,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db539bb3f86965959b9b6012a8e848eb:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:19:08,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:08,258 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T03:19:08,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db539bb3f86965959b9b6012a8e848eb:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:19:08,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:08,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store db539bb3f86965959b9b6012a8e848eb:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:19:08,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:19:08,258 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T03:19:08,260 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50464 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T03:19:08,260 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50464 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T03:19:08,260 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): db539bb3f86965959b9b6012a8e848eb/A is initiating minor compaction (all files) 2024-12-06T03:19:08,260 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): db539bb3f86965959b9b6012a8e848eb/B is initiating minor compaction (all files) 2024-12-06T03:19:08,260 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db539bb3f86965959b9b6012a8e848eb/A in TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:19:08,260 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db539bb3f86965959b9b6012a8e848eb/B in TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:19:08,260 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/bc7aee61a4874e88aa4c9662cff44c6b, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/76de6ce618ac4688ae4eb5e9977b9bd5, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/229362374d53456294b0a562cc0bb7de, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/0426b3b14e9f447abe76625b7cd0dcd5] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp, totalSize=49.3 K 2024-12-06T03:19:08,260 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/33430792592848f2bae9af27055743d3, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/8c4b5240cb5645d59deaa3cd618835da, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/18e206a6b7774d60bdf83f1bb7789314, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/826fc5c3876b403c80b62c9413999252] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp, totalSize=49.3 K 2024-12-06T03:19:08,261 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting bc7aee61a4874e88aa4c9662cff44c6b, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1733455143766 2024-12-06T03:19:08,261 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 33430792592848f2bae9af27055743d3, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1733455143766 2024-12-06T03:19:08,261 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 76de6ce618ac4688ae4eb5e9977b9bd5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=559, earliestPutTs=1733455144928 2024-12-06T03:19:08,261 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 8c4b5240cb5645d59deaa3cd618835da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=559, earliestPutTs=1733455144928 2024-12-06T03:19:08,261 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 229362374d53456294b0a562cc0bb7de, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=572, earliestPutTs=1733455145588 2024-12-06T03:19:08,261 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 18e206a6b7774d60bdf83f1bb7789314, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=572, earliestPutTs=1733455145588 2024-12-06T03:19:08,262 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0426b3b14e9f447abe76625b7cd0dcd5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=596, earliestPutTs=1733455146274 2024-12-06T03:19:08,262 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 826fc5c3876b403c80b62c9413999252, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=596, earliestPutTs=1733455146274 2024-12-06T03:19:08,272 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db539bb3f86965959b9b6012a8e848eb#A#compaction#123 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:19:08,273 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): db539bb3f86965959b9b6012a8e848eb#B#compaction#124 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:19:08,273 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/b279aee68c1e415e925c2e80df61cf6b is 50, key is test_row_0/A:col10/1733455146276/Put/seqid=0 2024-12-06T03:19:08,273 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/20fa2a4d65824598b5db9a0dd1561eef is 50, key is test_row_0/B:col10/1733455146276/Put/seqid=0 2024-12-06T03:19:08,277 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741962_1138 (size=13697) 2024-12-06T03:19:08,285 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741963_1139 (size=13697) 2024-12-06T03:19:08,684 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/b279aee68c1e415e925c2e80df61cf6b as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/b279aee68c1e415e925c2e80df61cf6b 2024-12-06T03:19:08,689 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in db539bb3f86965959b9b6012a8e848eb/A of db539bb3f86965959b9b6012a8e848eb into b279aee68c1e415e925c2e80df61cf6b(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:19:08,689 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:19:08,690 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb., storeName=db539bb3f86965959b9b6012a8e848eb/A, priority=12, startTime=1733455148258; duration=0sec 2024-12-06T03:19:08,690 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:19:08,690 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db539bb3f86965959b9b6012a8e848eb:A 2024-12-06T03:19:08,690 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T03:19:08,691 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/20fa2a4d65824598b5db9a0dd1561eef as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/20fa2a4d65824598b5db9a0dd1561eef 2024-12-06T03:19:08,691 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50464 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T03:19:08,692 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): db539bb3f86965959b9b6012a8e848eb/C is initiating minor compaction (all files) 2024-12-06T03:19:08,692 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of db539bb3f86965959b9b6012a8e848eb/C in TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:19:08,692 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/e2ef915de4254b92bb70fb0378bfc22e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/f3cd5ec6c7d24f4097efbe83a94d6466, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/4aeb15457db340399f041e236db9fbf2, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/f8b1f1e6695b4b858e20a2bfbb9ee2d0] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp, totalSize=49.3 K 2024-12-06T03:19:08,692 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting e2ef915de4254b92bb70fb0378bfc22e, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=532, earliestPutTs=1733455143766 2024-12-06T03:19:08,693 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting f3cd5ec6c7d24f4097efbe83a94d6466, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=559, earliestPutTs=1733455144928 2024-12-06T03:19:08,693 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4aeb15457db340399f041e236db9fbf2, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=572, earliestPutTs=1733455145588 2024-12-06T03:19:08,693 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting f8b1f1e6695b4b858e20a2bfbb9ee2d0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=596, earliestPutTs=1733455146274 2024-12-06T03:19:08,696 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in db539bb3f86965959b9b6012a8e848eb/B of db539bb3f86965959b9b6012a8e848eb into 20fa2a4d65824598b5db9a0dd1561eef(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:19:08,696 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:19:08,696 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb., storeName=db539bb3f86965959b9b6012a8e848eb/B, priority=12, startTime=1733455148258; duration=0sec 2024-12-06T03:19:08,696 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:08,696 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db539bb3f86965959b9b6012a8e848eb:B 2024-12-06T03:19:08,703 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): db539bb3f86965959b9b6012a8e848eb#C#compaction#125 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:19:08,704 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/356875f6ba584bb4a83ac0f64ebd0410 is 50, key is test_row_0/C:col10/1733455146276/Put/seqid=0 2024-12-06T03:19:08,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741964_1140 (size=13697) 2024-12-06T03:19:08,904 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T03:19:09,117 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/356875f6ba584bb4a83ac0f64ebd0410 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/356875f6ba584bb4a83ac0f64ebd0410 2024-12-06T03:19:09,123 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in db539bb3f86965959b9b6012a8e848eb/C of db539bb3f86965959b9b6012a8e848eb into 356875f6ba584bb4a83ac0f64ebd0410(size=13.4 K), total size for store is 13.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:19:09,123 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:19:09,123 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb., storeName=db539bb3f86965959b9b6012a8e848eb/C, priority=12, startTime=1733455148258; duration=0sec 2024-12-06T03:19:09,123 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:09,123 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: db539bb3f86965959b9b6012a8e848eb:C 2024-12-06T03:19:09,283 DEBUG [Thread-151 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6c63ae4e to 127.0.0.1:63130 2024-12-06T03:19:09,283 DEBUG [Thread-151 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:19:10,209 DEBUG [Thread-157 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3f34ff67 to 127.0.0.1:63130 2024-12-06T03:19:10,209 DEBUG [Thread-157 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:19:11,136 DEBUG [Thread-155 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x4ee2166f to 127.0.0.1:63130 2024-12-06T03:19:11,137 DEBUG [Thread-155 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:19:11,137 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-06T03:19:11,137 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 157 2024-12-06T03:19:11,137 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 117 2024-12-06T03:19:11,137 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 137 2024-12-06T03:19:11,137 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 36 2024-12-06T03:19:11,137 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-12-06T03:19:11,137 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-06T03:19:11,137 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4587 2024-12-06T03:19:11,137 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 4529 2024-12-06T03:19:11,137 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-06T03:19:11,137 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2073 2024-12-06T03:19:11,137 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6219 rows 2024-12-06T03:19:11,137 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2079 2024-12-06T03:19:11,137 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6237 rows 2024-12-06T03:19:11,137 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-06T03:19:11,137 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7fdf5682 to 127.0.0.1:63130 2024-12-06T03:19:11,137 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:19:11,145 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-06T03:19:11,149 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-06T03:19:11,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=30, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-06T03:19:11,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-06T03:19:11,157 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733455151156"}]},"ts":"1733455151156"} 2024-12-06T03:19:11,158 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-06T03:19:11,160 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-06T03:19:11,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-06T03:19:11,167 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=db539bb3f86965959b9b6012a8e848eb, UNASSIGN}] 2024-12-06T03:19:11,168 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=32, ppid=31, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=db539bb3f86965959b9b6012a8e848eb, UNASSIGN 2024-12-06T03:19:11,169 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=db539bb3f86965959b9b6012a8e848eb, regionState=CLOSING, regionLocation=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:11,170 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-06T03:19:11,170 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE; CloseRegionProcedure db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723}] 2024-12-06T03:19:11,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-06T03:19:11,324 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:11,326 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(124): Close db539bb3f86965959b9b6012a8e848eb 2024-12-06T03:19:11,326 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-06T03:19:11,327 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1681): Closing db539bb3f86965959b9b6012a8e848eb, disabling compactions & flushes 2024-12-06T03:19:11,327 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:19:11,327 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:19:11,327 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. after waiting 0 ms 2024-12-06T03:19:11,327 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:19:11,327 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(2837): Flushing db539bb3f86965959b9b6012a8e848eb 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-06T03:19:11,327 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=A 2024-12-06T03:19:11,327 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:11,327 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=B 2024-12-06T03:19:11,327 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:11,327 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactingMemStore(205): FLUSHING TO DISK db539bb3f86965959b9b6012a8e848eb, store=C 2024-12-06T03:19:11,327 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:11,332 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/e97567225d0a4bb2ac8d9caeeedab65e is 50, key is test_row_0/A:col10/1733455149282/Put/seqid=0 2024-12-06T03:19:11,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741965_1141 (size=12301) 2024-12-06T03:19:11,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-06T03:19:11,737 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=606 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/e97567225d0a4bb2ac8d9caeeedab65e 2024-12-06T03:19:11,746 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/a9469ac164bf4a5c8044dcf040c13e7c is 50, key is test_row_0/B:col10/1733455149282/Put/seqid=0 2024-12-06T03:19:11,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741966_1142 (size=12301) 2024-12-06T03:19:11,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-06T03:19:12,151 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=606 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/a9469ac164bf4a5c8044dcf040c13e7c 2024-12-06T03:19:12,162 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/7f8fff5796e04116bc89bad3f63eb0b6 is 50, key is test_row_0/C:col10/1733455149282/Put/seqid=0 2024-12-06T03:19:12,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741967_1143 (size=12301) 2024-12-06T03:19:12,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-06T03:19:12,568 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=606 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/7f8fff5796e04116bc89bad3f63eb0b6 2024-12-06T03:19:12,575 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/A/e97567225d0a4bb2ac8d9caeeedab65e as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/e97567225d0a4bb2ac8d9caeeedab65e 2024-12-06T03:19:12,580 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/e97567225d0a4bb2ac8d9caeeedab65e, entries=150, sequenceid=606, filesize=12.0 K 2024-12-06T03:19:12,580 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/B/a9469ac164bf4a5c8044dcf040c13e7c as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/a9469ac164bf4a5c8044dcf040c13e7c 2024-12-06T03:19:12,585 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/a9469ac164bf4a5c8044dcf040c13e7c, entries=150, sequenceid=606, filesize=12.0 K 2024-12-06T03:19:12,585 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/.tmp/C/7f8fff5796e04116bc89bad3f63eb0b6 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/7f8fff5796e04116bc89bad3f63eb0b6 2024-12-06T03:19:12,590 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/7f8fff5796e04116bc89bad3f63eb0b6, entries=150, sequenceid=606, filesize=12.0 K 2024-12-06T03:19:12,591 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for db539bb3f86965959b9b6012a8e848eb in 1264ms, sequenceid=606, compaction requested=false 2024-12-06T03:19:12,592 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/203f747b7bba42f8b17ae5acc0f8cb4c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/c296968ebf2148b9831ffa2d3ab7b59a, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/42c43114002544dbad926e4cc88ef1f0, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/ac39fc8258ba42a2b9392186941b8db0, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/afaab941d6054211a0911ca0090399c6, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/a9984812e5fe4502a0f6ecf0f4902855, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/e53022693251440f9c7384e29d87e45b, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/70398cdcaba148d48876d2bd61cfc261, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/04eea4c3cef947df88fea505b4e9da70, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/efd9454d645145ab96980f9d2739fb5c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/80bbb52a10284b2f8861616275d5eabb, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/f82d949b62d5405785cce79fd53fe5b4, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/bc5278aaa19e4ce5b7a7076992b7d89f, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/52eb6a5b55364d7180a20bd12d5e8237, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/32bb944889d347f1840dd064b017251d, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/28e8b61442d14ab0ba0f89e9593e8f2a, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/fad17981c44a433fae2534f3ef3c5809, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/9a0b26bb97e8440790bbd58f41446d88, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/7a137c9caef540bd9653c27b17974b03, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/4a571a33b17d45fcad190bac7d24dd09, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/8ffed3303b064f4ca27a3f975628797c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/85630dddbafe47fa8c46cf4d0310e1c6, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/0b62f2dd8227480e8851cb5f599d4453, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/fb0cc12a30514939a636dafb0daae4b1, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/0d1e438f8eb24143bbeccda88dcc0634, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/3387312f6aca4e4d9b35f658065b7664, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/eba5f0c38e0440e1b96345103ca806c0, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/775cbb1ed3154d8994b09ef7a3269b9e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/bd97437eb79b47faa3c2de8ddf3eef4e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/792e81bd6e644d84be2f384e5cc4cb3b, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/ca693dca987c4cd9b81ab4adad6dc326, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/13aae8e8eaaf479da1870a011cbde244, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/daa742b6678446ba8120c222e01b2a52, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/db4643b24f7e43d69535d5f132effe17, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/11624dde130e4a29bc8f4f48be05a27c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/b3e8309703794c6ea2926b31b23435c9, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/7d6eeb4ad89640b2a934e5fd7928c214, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/bc7aee61a4874e88aa4c9662cff44c6b, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/76de6ce618ac4688ae4eb5e9977b9bd5, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/229362374d53456294b0a562cc0bb7de, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/0426b3b14e9f447abe76625b7cd0dcd5] to archive 2024-12-06T03:19:12,596 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T03:19:12,602 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/203f747b7bba42f8b17ae5acc0f8cb4c to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/203f747b7bba42f8b17ae5acc0f8cb4c 2024-12-06T03:19:12,604 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/c296968ebf2148b9831ffa2d3ab7b59a to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/c296968ebf2148b9831ffa2d3ab7b59a 2024-12-06T03:19:12,605 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/42c43114002544dbad926e4cc88ef1f0 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/42c43114002544dbad926e4cc88ef1f0 2024-12-06T03:19:12,607 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/ac39fc8258ba42a2b9392186941b8db0 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/ac39fc8258ba42a2b9392186941b8db0 2024-12-06T03:19:12,608 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/afaab941d6054211a0911ca0090399c6 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/afaab941d6054211a0911ca0090399c6 2024-12-06T03:19:12,610 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/a9984812e5fe4502a0f6ecf0f4902855 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/a9984812e5fe4502a0f6ecf0f4902855 2024-12-06T03:19:12,611 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/e53022693251440f9c7384e29d87e45b to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/e53022693251440f9c7384e29d87e45b 2024-12-06T03:19:12,613 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/70398cdcaba148d48876d2bd61cfc261 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/70398cdcaba148d48876d2bd61cfc261 2024-12-06T03:19:12,614 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/04eea4c3cef947df88fea505b4e9da70 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/04eea4c3cef947df88fea505b4e9da70 2024-12-06T03:19:12,615 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/efd9454d645145ab96980f9d2739fb5c to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/efd9454d645145ab96980f9d2739fb5c 2024-12-06T03:19:12,617 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/80bbb52a10284b2f8861616275d5eabb to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/80bbb52a10284b2f8861616275d5eabb 2024-12-06T03:19:12,618 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/f82d949b62d5405785cce79fd53fe5b4 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/f82d949b62d5405785cce79fd53fe5b4 2024-12-06T03:19:12,620 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/bc5278aaa19e4ce5b7a7076992b7d89f to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/bc5278aaa19e4ce5b7a7076992b7d89f 2024-12-06T03:19:12,621 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/52eb6a5b55364d7180a20bd12d5e8237 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/52eb6a5b55364d7180a20bd12d5e8237 2024-12-06T03:19:12,623 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/32bb944889d347f1840dd064b017251d to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/32bb944889d347f1840dd064b017251d 2024-12-06T03:19:12,624 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/28e8b61442d14ab0ba0f89e9593e8f2a to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/28e8b61442d14ab0ba0f89e9593e8f2a 2024-12-06T03:19:12,626 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/fad17981c44a433fae2534f3ef3c5809 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/fad17981c44a433fae2534f3ef3c5809 2024-12-06T03:19:12,627 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/9a0b26bb97e8440790bbd58f41446d88 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/9a0b26bb97e8440790bbd58f41446d88 2024-12-06T03:19:12,629 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/7a137c9caef540bd9653c27b17974b03 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/7a137c9caef540bd9653c27b17974b03 2024-12-06T03:19:12,631 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/4a571a33b17d45fcad190bac7d24dd09 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/4a571a33b17d45fcad190bac7d24dd09 2024-12-06T03:19:12,632 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/8ffed3303b064f4ca27a3f975628797c to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/8ffed3303b064f4ca27a3f975628797c 2024-12-06T03:19:12,633 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/85630dddbafe47fa8c46cf4d0310e1c6 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/85630dddbafe47fa8c46cf4d0310e1c6 2024-12-06T03:19:12,635 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/0b62f2dd8227480e8851cb5f599d4453 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/0b62f2dd8227480e8851cb5f599d4453 2024-12-06T03:19:12,636 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/fb0cc12a30514939a636dafb0daae4b1 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/fb0cc12a30514939a636dafb0daae4b1 2024-12-06T03:19:12,637 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/0d1e438f8eb24143bbeccda88dcc0634 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/0d1e438f8eb24143bbeccda88dcc0634 2024-12-06T03:19:12,639 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/3387312f6aca4e4d9b35f658065b7664 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/3387312f6aca4e4d9b35f658065b7664 2024-12-06T03:19:12,640 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/eba5f0c38e0440e1b96345103ca806c0 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/eba5f0c38e0440e1b96345103ca806c0 2024-12-06T03:19:12,641 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/775cbb1ed3154d8994b09ef7a3269b9e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/775cbb1ed3154d8994b09ef7a3269b9e 2024-12-06T03:19:12,642 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/bd97437eb79b47faa3c2de8ddf3eef4e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/bd97437eb79b47faa3c2de8ddf3eef4e 2024-12-06T03:19:12,644 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/792e81bd6e644d84be2f384e5cc4cb3b to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/792e81bd6e644d84be2f384e5cc4cb3b 2024-12-06T03:19:12,645 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/ca693dca987c4cd9b81ab4adad6dc326 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/ca693dca987c4cd9b81ab4adad6dc326 2024-12-06T03:19:12,646 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/13aae8e8eaaf479da1870a011cbde244 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/13aae8e8eaaf479da1870a011cbde244 2024-12-06T03:19:12,647 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/daa742b6678446ba8120c222e01b2a52 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/daa742b6678446ba8120c222e01b2a52 2024-12-06T03:19:12,649 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/db4643b24f7e43d69535d5f132effe17 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/db4643b24f7e43d69535d5f132effe17 2024-12-06T03:19:12,650 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/11624dde130e4a29bc8f4f48be05a27c to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/11624dde130e4a29bc8f4f48be05a27c 2024-12-06T03:19:12,651 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/b3e8309703794c6ea2926b31b23435c9 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/b3e8309703794c6ea2926b31b23435c9 2024-12-06T03:19:12,652 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/7d6eeb4ad89640b2a934e5fd7928c214 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/7d6eeb4ad89640b2a934e5fd7928c214 2024-12-06T03:19:12,654 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/bc7aee61a4874e88aa4c9662cff44c6b to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/bc7aee61a4874e88aa4c9662cff44c6b 2024-12-06T03:19:12,655 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/76de6ce618ac4688ae4eb5e9977b9bd5 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/76de6ce618ac4688ae4eb5e9977b9bd5 2024-12-06T03:19:12,656 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/229362374d53456294b0a562cc0bb7de to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/229362374d53456294b0a562cc0bb7de 2024-12-06T03:19:12,657 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/0426b3b14e9f447abe76625b7cd0dcd5 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/0426b3b14e9f447abe76625b7cd0dcd5 2024-12-06T03:19:12,673 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/dd87ff2c25f44b078a72b328c941f05d, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/ad837cc3cba841f4969b1884297f7f34, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/f749fb32edd84a719e8c61cc1f9b89c6, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/cb9900ab5dc54f7586c3b00b2a861873, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/12d448f3726d41bd8720cb1a55cf3a70, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/4f42c2a818944b899ecfb5a76c7354f4, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/75734df3d57a4d64b2ba4fa705a8de6b, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/4017026697e9425294cc949dd7f1dffa, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/c414d99e420d492db3cb99071ac78e04, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/828c2b08f1ce4978a561615e8dfbc1ba, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/65545e07a6304b648e6c2d6a0000f10f, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/284b4902ad3d49ebafa05d8e8b3e8853, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/42feac8d8ad34f3f8536c59ba2a97866, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/439c9f25c6b54fb0a0b9ea14fa84fc98, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/069c45bcbc45455fbc691bf75d6235b0, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/c0559bac630f48c6bf4524205c8ecd3c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/9b5726847dd44c09b7e8cd71fa0a7bfc, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/d617d4e1db2245888c3e1a5074dc2ec4, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/891b158fb8da4970a8b3659063066cc9, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/f6dbd04767df4543984a5ac3158ce1e3, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/7297635b1d234c749759c1d7150d268e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/713ba4d71a364bac9932ccd655649aa7, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/ba82c4b744c641bebb3904a896d2f8e2, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/1303d1078c664d51bb7f3dd38b9f5e93, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/f129bdd832b24b6dbbaa675e7c559245, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/add4b7702e2a41be9d406218b46312ce, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/c320511585e44c7a92b8bef6b6e0a51c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/40eb1b8f4a104d0f9cf4250a61fdc23b, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/0a69b72685f34883afef3b009ee67dc4, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/a81ef220ea07433e93eec2ec4c6bacc9, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/957af63908a849a48dddf4aefb8dc3ef, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/982d5291e79a49d9bac58f392a45f82d, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/179b1e6b6c9b4a518cc524e88992abc5, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/465a105230f2447090076b749fa5ff79, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/88c11fa108a040c2b7d86b7736460d0a, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/562fa755878c4467a1c35aaacbabdb30, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/33430792592848f2bae9af27055743d3, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/6b71d5d793b841788c46d22d3b77ce4b, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/8c4b5240cb5645d59deaa3cd618835da, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/18e206a6b7774d60bdf83f1bb7789314, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/826fc5c3876b403c80b62c9413999252] to archive 2024-12-06T03:19:12,674 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T03:19:12,676 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/dd87ff2c25f44b078a72b328c941f05d to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/dd87ff2c25f44b078a72b328c941f05d 2024-12-06T03:19:12,677 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/ad837cc3cba841f4969b1884297f7f34 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/ad837cc3cba841f4969b1884297f7f34 2024-12-06T03:19:12,679 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/f749fb32edd84a719e8c61cc1f9b89c6 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/f749fb32edd84a719e8c61cc1f9b89c6 2024-12-06T03:19:12,680 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/cb9900ab5dc54f7586c3b00b2a861873 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/cb9900ab5dc54f7586c3b00b2a861873 2024-12-06T03:19:12,681 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/12d448f3726d41bd8720cb1a55cf3a70 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/12d448f3726d41bd8720cb1a55cf3a70 2024-12-06T03:19:12,682 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/4f42c2a818944b899ecfb5a76c7354f4 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/4f42c2a818944b899ecfb5a76c7354f4 2024-12-06T03:19:12,683 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/75734df3d57a4d64b2ba4fa705a8de6b to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/75734df3d57a4d64b2ba4fa705a8de6b 2024-12-06T03:19:12,684 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/4017026697e9425294cc949dd7f1dffa to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/4017026697e9425294cc949dd7f1dffa 2024-12-06T03:19:12,685 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/c414d99e420d492db3cb99071ac78e04 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/c414d99e420d492db3cb99071ac78e04 2024-12-06T03:19:12,686 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/828c2b08f1ce4978a561615e8dfbc1ba to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/828c2b08f1ce4978a561615e8dfbc1ba 2024-12-06T03:19:12,688 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/65545e07a6304b648e6c2d6a0000f10f to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/65545e07a6304b648e6c2d6a0000f10f 2024-12-06T03:19:12,689 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/284b4902ad3d49ebafa05d8e8b3e8853 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/284b4902ad3d49ebafa05d8e8b3e8853 2024-12-06T03:19:12,690 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/42feac8d8ad34f3f8536c59ba2a97866 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/42feac8d8ad34f3f8536c59ba2a97866 2024-12-06T03:19:12,691 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/439c9f25c6b54fb0a0b9ea14fa84fc98 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/439c9f25c6b54fb0a0b9ea14fa84fc98 2024-12-06T03:19:12,692 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/069c45bcbc45455fbc691bf75d6235b0 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/069c45bcbc45455fbc691bf75d6235b0 2024-12-06T03:19:12,693 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/c0559bac630f48c6bf4524205c8ecd3c to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/c0559bac630f48c6bf4524205c8ecd3c 2024-12-06T03:19:12,695 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/9b5726847dd44c09b7e8cd71fa0a7bfc to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/9b5726847dd44c09b7e8cd71fa0a7bfc 2024-12-06T03:19:12,696 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/d617d4e1db2245888c3e1a5074dc2ec4 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/d617d4e1db2245888c3e1a5074dc2ec4 2024-12-06T03:19:12,697 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/891b158fb8da4970a8b3659063066cc9 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/891b158fb8da4970a8b3659063066cc9 2024-12-06T03:19:12,698 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/f6dbd04767df4543984a5ac3158ce1e3 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/f6dbd04767df4543984a5ac3158ce1e3 2024-12-06T03:19:12,700 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/7297635b1d234c749759c1d7150d268e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/7297635b1d234c749759c1d7150d268e 2024-12-06T03:19:12,701 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/713ba4d71a364bac9932ccd655649aa7 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/713ba4d71a364bac9932ccd655649aa7 2024-12-06T03:19:12,702 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/ba82c4b744c641bebb3904a896d2f8e2 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/ba82c4b744c641bebb3904a896d2f8e2 2024-12-06T03:19:12,703 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/1303d1078c664d51bb7f3dd38b9f5e93 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/1303d1078c664d51bb7f3dd38b9f5e93 2024-12-06T03:19:12,705 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/f129bdd832b24b6dbbaa675e7c559245 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/f129bdd832b24b6dbbaa675e7c559245 2024-12-06T03:19:12,706 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/add4b7702e2a41be9d406218b46312ce to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/add4b7702e2a41be9d406218b46312ce 2024-12-06T03:19:12,707 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/c320511585e44c7a92b8bef6b6e0a51c to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/c320511585e44c7a92b8bef6b6e0a51c 2024-12-06T03:19:12,708 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/40eb1b8f4a104d0f9cf4250a61fdc23b to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/40eb1b8f4a104d0f9cf4250a61fdc23b 2024-12-06T03:19:12,709 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/0a69b72685f34883afef3b009ee67dc4 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/0a69b72685f34883afef3b009ee67dc4 2024-12-06T03:19:12,711 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/a81ef220ea07433e93eec2ec4c6bacc9 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/a81ef220ea07433e93eec2ec4c6bacc9 2024-12-06T03:19:12,712 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/957af63908a849a48dddf4aefb8dc3ef to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/957af63908a849a48dddf4aefb8dc3ef 2024-12-06T03:19:12,713 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/982d5291e79a49d9bac58f392a45f82d to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/982d5291e79a49d9bac58f392a45f82d 2024-12-06T03:19:12,714 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/179b1e6b6c9b4a518cc524e88992abc5 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/179b1e6b6c9b4a518cc524e88992abc5 2024-12-06T03:19:12,715 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/465a105230f2447090076b749fa5ff79 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/465a105230f2447090076b749fa5ff79 2024-12-06T03:19:12,716 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/88c11fa108a040c2b7d86b7736460d0a to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/88c11fa108a040c2b7d86b7736460d0a 2024-12-06T03:19:12,718 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/562fa755878c4467a1c35aaacbabdb30 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/562fa755878c4467a1c35aaacbabdb30 2024-12-06T03:19:12,719 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/33430792592848f2bae9af27055743d3 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/33430792592848f2bae9af27055743d3 2024-12-06T03:19:12,720 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/6b71d5d793b841788c46d22d3b77ce4b to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/6b71d5d793b841788c46d22d3b77ce4b 2024-12-06T03:19:12,721 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/8c4b5240cb5645d59deaa3cd618835da to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/8c4b5240cb5645d59deaa3cd618835da 2024-12-06T03:19:12,722 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/18e206a6b7774d60bdf83f1bb7789314 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/18e206a6b7774d60bdf83f1bb7789314 2024-12-06T03:19:12,724 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/826fc5c3876b403c80b62c9413999252 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/826fc5c3876b403c80b62c9413999252 2024-12-06T03:19:12,725 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/963e834981a946ef88f85670f8d14606, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/53095340ebcf439e83dfa52daf257a4c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/994ae93e3dcf4d00974a2320a7ce1587, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/7e8b5d97a3634fa0afc0564b7a21f9cd, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/b455f341ab2e481c8e663b290b19d184, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/a8cb6519f848497fb24dcd855202b6a2, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/74bb5ffbd3af4031a59a571b4bb1bd37, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/abce7117d78b4819b8daadf327ca8713, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/410c40ca96154e619f2b5505ca598f58, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/53222b42d292468b9fdc10c314e5b9b9, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/95056ca62cd2467795b134bbb74e72a6, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/4980d26a4ac544f0bedc74114df16a3e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/3490c88e61d74e8f95e4e9d39569d970, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/04d937bbc289404881757f90d35256ee, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/87a2019d0f024b5daf0bd18b59190718, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/dd5c7b688a39413fa90151c51a8bad8c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/4f63cb15e01646468c0ead718c5333e9, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/a7e5ab739b66434aa45e4f886708a598, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/d79e42e17f6144008b6348179adee063, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/008549684bd947f1b89fed8530676393, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/2758791bcca44fd48b8be4de070bbff1, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/aabc185f6bff452592a6a1ece89b40ed, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/61554f07975646008d70c1d53bbb9310, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/0144304268fc4a7a9e96630a90886f23, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/13892253cddd457f8f6e43f9e695613f, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/3e0e8fdb0d104cdb9ca435140ebb6289, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/1155c70f276b48da8bcec82f7d5a6efc, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/29438015f6d148189a60ba0988dc5cd5, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/1e32871138f44b32af0519cd7c1938c9, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/c09d5024bb324a6e9c6978eddc34c27e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/193d12f00fd14195bcfc9fd29b5f2f67, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/d4441667223b4ec8aadeb767cd376c52, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/4f62ecc3faa044e68a84b5fb1339884c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/d0dec9bea0444c53ab26c803058fbc76, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/46fd0d5f09e94d1ab15feb580f01a5fd, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/868d3281c9b7424a88bda552cd9ece54, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/e2ef915de4254b92bb70fb0378bfc22e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/8f6404c3990345f7aff714e121f5765b, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/f3cd5ec6c7d24f4097efbe83a94d6466, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/4aeb15457db340399f041e236db9fbf2, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/f8b1f1e6695b4b858e20a2bfbb9ee2d0] to archive 2024-12-06T03:19:12,726 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T03:19:12,728 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/963e834981a946ef88f85670f8d14606 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/963e834981a946ef88f85670f8d14606 2024-12-06T03:19:12,729 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/53095340ebcf439e83dfa52daf257a4c to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/53095340ebcf439e83dfa52daf257a4c 2024-12-06T03:19:12,730 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/994ae93e3dcf4d00974a2320a7ce1587 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/994ae93e3dcf4d00974a2320a7ce1587 2024-12-06T03:19:12,731 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/7e8b5d97a3634fa0afc0564b7a21f9cd to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/7e8b5d97a3634fa0afc0564b7a21f9cd 2024-12-06T03:19:12,733 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/b455f341ab2e481c8e663b290b19d184 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/b455f341ab2e481c8e663b290b19d184 2024-12-06T03:19:12,734 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/a8cb6519f848497fb24dcd855202b6a2 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/a8cb6519f848497fb24dcd855202b6a2 2024-12-06T03:19:12,735 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/74bb5ffbd3af4031a59a571b4bb1bd37 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/74bb5ffbd3af4031a59a571b4bb1bd37 2024-12-06T03:19:12,736 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/abce7117d78b4819b8daadf327ca8713 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/abce7117d78b4819b8daadf327ca8713 2024-12-06T03:19:12,738 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/410c40ca96154e619f2b5505ca598f58 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/410c40ca96154e619f2b5505ca598f58 2024-12-06T03:19:12,739 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/53222b42d292468b9fdc10c314e5b9b9 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/53222b42d292468b9fdc10c314e5b9b9 2024-12-06T03:19:12,740 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/95056ca62cd2467795b134bbb74e72a6 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/95056ca62cd2467795b134bbb74e72a6 2024-12-06T03:19:12,741 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/4980d26a4ac544f0bedc74114df16a3e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/4980d26a4ac544f0bedc74114df16a3e 2024-12-06T03:19:12,742 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/3490c88e61d74e8f95e4e9d39569d970 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/3490c88e61d74e8f95e4e9d39569d970 2024-12-06T03:19:12,743 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/04d937bbc289404881757f90d35256ee to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/04d937bbc289404881757f90d35256ee 2024-12-06T03:19:12,744 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/87a2019d0f024b5daf0bd18b59190718 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/87a2019d0f024b5daf0bd18b59190718 2024-12-06T03:19:12,746 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/dd5c7b688a39413fa90151c51a8bad8c to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/dd5c7b688a39413fa90151c51a8bad8c 2024-12-06T03:19:12,747 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/4f63cb15e01646468c0ead718c5333e9 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/4f63cb15e01646468c0ead718c5333e9 2024-12-06T03:19:12,748 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/a7e5ab739b66434aa45e4f886708a598 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/a7e5ab739b66434aa45e4f886708a598 2024-12-06T03:19:12,749 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/d79e42e17f6144008b6348179adee063 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/d79e42e17f6144008b6348179adee063 2024-12-06T03:19:12,750 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/008549684bd947f1b89fed8530676393 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/008549684bd947f1b89fed8530676393 2024-12-06T03:19:12,752 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/2758791bcca44fd48b8be4de070bbff1 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/2758791bcca44fd48b8be4de070bbff1 2024-12-06T03:19:12,753 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/aabc185f6bff452592a6a1ece89b40ed to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/aabc185f6bff452592a6a1ece89b40ed 2024-12-06T03:19:12,754 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/61554f07975646008d70c1d53bbb9310 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/61554f07975646008d70c1d53bbb9310 2024-12-06T03:19:12,756 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/0144304268fc4a7a9e96630a90886f23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/0144304268fc4a7a9e96630a90886f23 2024-12-06T03:19:12,757 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/13892253cddd457f8f6e43f9e695613f to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/13892253cddd457f8f6e43f9e695613f 2024-12-06T03:19:12,758 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/3e0e8fdb0d104cdb9ca435140ebb6289 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/3e0e8fdb0d104cdb9ca435140ebb6289 2024-12-06T03:19:12,759 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/1155c70f276b48da8bcec82f7d5a6efc to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/1155c70f276b48da8bcec82f7d5a6efc 2024-12-06T03:19:12,760 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/29438015f6d148189a60ba0988dc5cd5 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/29438015f6d148189a60ba0988dc5cd5 2024-12-06T03:19:12,761 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/1e32871138f44b32af0519cd7c1938c9 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/1e32871138f44b32af0519cd7c1938c9 2024-12-06T03:19:12,762 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/c09d5024bb324a6e9c6978eddc34c27e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/c09d5024bb324a6e9c6978eddc34c27e 2024-12-06T03:19:12,764 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/193d12f00fd14195bcfc9fd29b5f2f67 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/193d12f00fd14195bcfc9fd29b5f2f67 2024-12-06T03:19:12,765 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/d4441667223b4ec8aadeb767cd376c52 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/d4441667223b4ec8aadeb767cd376c52 2024-12-06T03:19:12,766 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/4f62ecc3faa044e68a84b5fb1339884c to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/4f62ecc3faa044e68a84b5fb1339884c 2024-12-06T03:19:12,767 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/d0dec9bea0444c53ab26c803058fbc76 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/d0dec9bea0444c53ab26c803058fbc76 2024-12-06T03:19:12,768 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/46fd0d5f09e94d1ab15feb580f01a5fd to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/46fd0d5f09e94d1ab15feb580f01a5fd 2024-12-06T03:19:12,769 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/868d3281c9b7424a88bda552cd9ece54 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/868d3281c9b7424a88bda552cd9ece54 2024-12-06T03:19:12,771 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/e2ef915de4254b92bb70fb0378bfc22e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/e2ef915de4254b92bb70fb0378bfc22e 2024-12-06T03:19:12,772 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/8f6404c3990345f7aff714e121f5765b to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/8f6404c3990345f7aff714e121f5765b 2024-12-06T03:19:12,773 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/f3cd5ec6c7d24f4097efbe83a94d6466 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/f3cd5ec6c7d24f4097efbe83a94d6466 2024-12-06T03:19:12,774 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/4aeb15457db340399f041e236db9fbf2 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/4aeb15457db340399f041e236db9fbf2 2024-12-06T03:19:12,775 DEBUG [StoreCloser-TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/f8b1f1e6695b4b858e20a2bfbb9ee2d0 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/f8b1f1e6695b4b858e20a2bfbb9ee2d0 2024-12-06T03:19:12,780 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/recovered.edits/609.seqid, newMaxSeqId=609, maxSeqId=1 2024-12-06T03:19:12,783 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb. 2024-12-06T03:19:12,783 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] regionserver.HRegion(1635): Region close journal for db539bb3f86965959b9b6012a8e848eb: 2024-12-06T03:19:12,784 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=33}] handler.UnassignRegionHandler(170): Closed db539bb3f86965959b9b6012a8e848eb 2024-12-06T03:19:12,785 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=32 updating hbase:meta row=db539bb3f86965959b9b6012a8e848eb, regionState=CLOSED 2024-12-06T03:19:12,787 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=33, resume processing ppid=32 2024-12-06T03:19:12,787 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=33, ppid=32, state=SUCCESS; CloseRegionProcedure db539bb3f86965959b9b6012a8e848eb, server=4c7f994aa0f5,34349,1733455120723 in 1.6160 sec 2024-12-06T03:19:12,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=32, resume processing ppid=31 2024-12-06T03:19:12,789 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=32, ppid=31, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=db539bb3f86965959b9b6012a8e848eb, UNASSIGN in 1.6200 sec 2024-12-06T03:19:12,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=31, resume processing ppid=30 2024-12-06T03:19:12,792 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=31, ppid=30, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.6280 sec 2024-12-06T03:19:12,793 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733455152793"}]},"ts":"1733455152793"} 2024-12-06T03:19:12,794 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-06T03:19:12,796 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-06T03:19:12,798 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=30, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.6460 sec 2024-12-06T03:19:13,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=30 2024-12-06T03:19:13,261 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 30 completed 2024-12-06T03:19:13,264 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-06T03:19:13,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=34, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T03:19:13,270 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=34, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T03:19:13,271 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=34, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T03:19:13,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-06T03:19:13,275 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb 2024-12-06T03:19:13,278 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A, FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B, FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C, FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/recovered.edits] 2024-12-06T03:19:13,281 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/b279aee68c1e415e925c2e80df61cf6b to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/b279aee68c1e415e925c2e80df61cf6b 2024-12-06T03:19:13,283 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/e97567225d0a4bb2ac8d9caeeedab65e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/A/e97567225d0a4bb2ac8d9caeeedab65e 2024-12-06T03:19:13,286 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/20fa2a4d65824598b5db9a0dd1561eef to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/20fa2a4d65824598b5db9a0dd1561eef 2024-12-06T03:19:13,287 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/a9469ac164bf4a5c8044dcf040c13e7c to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/B/a9469ac164bf4a5c8044dcf040c13e7c 2024-12-06T03:19:13,289 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/356875f6ba584bb4a83ac0f64ebd0410 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/356875f6ba584bb4a83ac0f64ebd0410 2024-12-06T03:19:13,291 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/7f8fff5796e04116bc89bad3f63eb0b6 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/C/7f8fff5796e04116bc89bad3f63eb0b6 2024-12-06T03:19:13,294 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/recovered.edits/609.seqid to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb/recovered.edits/609.seqid 2024-12-06T03:19:13,294 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/db539bb3f86965959b9b6012a8e848eb 2024-12-06T03:19:13,294 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-06T03:19:13,299 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=34, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T03:19:13,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-06T03:19:13,308 WARN [PEWorker-1 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-06T03:19:13,346 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-06T03:19:13,348 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=34, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T03:19:13,348 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-06T03:19:13,349 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733455153348"}]},"ts":"9223372036854775807"} 2024-12-06T03:19:13,352 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-06T03:19:13,353 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => db539bb3f86965959b9b6012a8e848eb, NAME => 'TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb.', STARTKEY => '', ENDKEY => ''}] 2024-12-06T03:19:13,353 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-06T03:19:13,353 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733455153353"}]},"ts":"9223372036854775807"} 2024-12-06T03:19:13,355 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-06T03:19:13,358 DEBUG [PEWorker-1 {}] procedure.DeleteTableProcedure(133): Finished pid=34, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T03:19:13,359 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=34, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 93 msec 2024-12-06T03:19:13,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=34 2024-12-06T03:19:13,373 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 34 completed 2024-12-06T03:19:13,386 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMixedAtomicity Thread=239 (was 219) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x73f47536-shared-pool-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS:0;4c7f994aa0f5:34349-shortCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1826343504_22 at /127.0.0.1:51650 [Waiting for operation #11] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x73f47536-shared-pool-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:62) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:883) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RSProcedureDispatcher-pool-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: hconnection-0x73f47536-shared-pool-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'HBase' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: hconnection-0x73f47536-shared-pool-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_40331273_22 at /127.0.0.1:57872 [Waiting for operation #294] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=456 (was 444) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=463 (was 299) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=8974 (was 9999) 2024-12-06T03:19:13,396 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=239, OpenFileDescriptor=456, MaxFileDescriptor=1048576, SystemLoadAverage=463, ProcessCount=11, AvailableMemoryMB=8973 2024-12-06T03:19:13,398 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-06T03:19:13,398 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T03:19:13,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=35, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-06T03:19:13,400 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T03:19:13,400 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:13,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 35 2024-12-06T03:19:13,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-12-06T03:19:13,401 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T03:19:13,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741968_1144 (size=963) 2024-12-06T03:19:13,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-12-06T03:19:13,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-12-06T03:19:13,809 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e 2024-12-06T03:19:13,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741969_1145 (size=53) 2024-12-06T03:19:14,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-12-06T03:19:14,216 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:19:14,216 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 52d5b41cd2f4faf90e4ac160fbf8dc2e, disabling compactions & flushes 2024-12-06T03:19:14,217 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:14,217 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:14,217 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. after waiting 0 ms 2024-12-06T03:19:14,217 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:14,217 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:14,217 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 52d5b41cd2f4faf90e4ac160fbf8dc2e: 2024-12-06T03:19:14,218 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T03:19:14,218 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733455154218"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733455154218"}]},"ts":"1733455154218"} 2024-12-06T03:19:14,219 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-06T03:19:14,220 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T03:19:14,221 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733455154220"}]},"ts":"1733455154220"} 2024-12-06T03:19:14,222 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-06T03:19:14,226 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=52d5b41cd2f4faf90e4ac160fbf8dc2e, ASSIGN}] 2024-12-06T03:19:14,227 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=52d5b41cd2f4faf90e4ac160fbf8dc2e, ASSIGN 2024-12-06T03:19:14,228 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=36, ppid=35, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=52d5b41cd2f4faf90e4ac160fbf8dc2e, ASSIGN; state=OFFLINE, location=4c7f994aa0f5,34349,1733455120723; forceNewPlan=false, retain=false 2024-12-06T03:19:14,379 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=52d5b41cd2f4faf90e4ac160fbf8dc2e, regionState=OPENING, regionLocation=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:14,380 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE; OpenRegionProcedure 52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723}] 2024-12-06T03:19:14,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-12-06T03:19:14,532 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:14,535 INFO [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:14,535 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7285): Opening region: {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} 2024-12-06T03:19:14,536 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:14,536 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:19:14,536 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7327): checking encryption for 52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:14,536 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(7330): checking classloading for 52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:14,538 INFO [StoreOpener-52d5b41cd2f4faf90e4ac160fbf8dc2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:14,540 INFO [StoreOpener-52d5b41cd2f4faf90e4ac160fbf8dc2e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T03:19:14,540 INFO [StoreOpener-52d5b41cd2f4faf90e4ac160fbf8dc2e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52d5b41cd2f4faf90e4ac160fbf8dc2e columnFamilyName A 2024-12-06T03:19:14,540 DEBUG [StoreOpener-52d5b41cd2f4faf90e4ac160fbf8dc2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:14,541 INFO [StoreOpener-52d5b41cd2f4faf90e4ac160fbf8dc2e-1 {}] regionserver.HStore(327): Store=52d5b41cd2f4faf90e4ac160fbf8dc2e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:19:14,541 INFO [StoreOpener-52d5b41cd2f4faf90e4ac160fbf8dc2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:14,543 INFO [StoreOpener-52d5b41cd2f4faf90e4ac160fbf8dc2e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T03:19:14,543 INFO [StoreOpener-52d5b41cd2f4faf90e4ac160fbf8dc2e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52d5b41cd2f4faf90e4ac160fbf8dc2e columnFamilyName B 2024-12-06T03:19:14,544 DEBUG [StoreOpener-52d5b41cd2f4faf90e4ac160fbf8dc2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:14,544 INFO [StoreOpener-52d5b41cd2f4faf90e4ac160fbf8dc2e-1 {}] regionserver.HStore(327): Store=52d5b41cd2f4faf90e4ac160fbf8dc2e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:19:14,544 INFO [StoreOpener-52d5b41cd2f4faf90e4ac160fbf8dc2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:14,546 INFO [StoreOpener-52d5b41cd2f4faf90e4ac160fbf8dc2e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T03:19:14,546 INFO [StoreOpener-52d5b41cd2f4faf90e4ac160fbf8dc2e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52d5b41cd2f4faf90e4ac160fbf8dc2e columnFamilyName C 2024-12-06T03:19:14,546 DEBUG [StoreOpener-52d5b41cd2f4faf90e4ac160fbf8dc2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:14,546 INFO [StoreOpener-52d5b41cd2f4faf90e4ac160fbf8dc2e-1 {}] regionserver.HStore(327): Store=52d5b41cd2f4faf90e4ac160fbf8dc2e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:19:14,547 INFO [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:14,547 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:14,548 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:14,549 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T03:19:14,550 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1085): writing seq id for 52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:14,552 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T03:19:14,552 INFO [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1102): Opened 52d5b41cd2f4faf90e4ac160fbf8dc2e; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65302983, jitterRate=-0.0269097238779068}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T03:19:14,553 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegion(1001): Region open journal for 52d5b41cd2f4faf90e4ac160fbf8dc2e: 2024-12-06T03:19:14,554 INFO [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e., pid=37, masterSystemTime=1733455154532 2024-12-06T03:19:14,555 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:14,555 INFO [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=37}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:14,556 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=36 updating hbase:meta row=52d5b41cd2f4faf90e4ac160fbf8dc2e, regionState=OPEN, openSeqNum=2, regionLocation=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:14,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=37, resume processing ppid=36 2024-12-06T03:19:14,559 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=37, ppid=36, state=SUCCESS; OpenRegionProcedure 52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 in 177 msec 2024-12-06T03:19:14,561 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=36, resume processing ppid=35 2024-12-06T03:19:14,561 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=36, ppid=35, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=52d5b41cd2f4faf90e4ac160fbf8dc2e, ASSIGN in 333 msec 2024-12-06T03:19:14,561 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T03:19:14,562 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733455154561"}]},"ts":"1733455154561"} 2024-12-06T03:19:14,563 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-06T03:19:14,567 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=35, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T03:19:14,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=35, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1690 sec 2024-12-06T03:19:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=35 2024-12-06T03:19:15,507 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 35 completed 2024-12-06T03:19:15,508 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0ff872d8 to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4506927 2024-12-06T03:19:15,512 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a9b9802, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:19:15,514 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:19:15,516 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56210, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:19:15,518 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T03:19:15,520 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40106, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T03:19:15,526 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-06T03:19:15,526 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T03:19:15,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=38, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-06T03:19:15,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741970_1146 (size=999) 2024-12-06T03:19:15,920 DEBUG [BootstrapNodeManager {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-06T03:19:15,921 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40122, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-06T03:19:15,947 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-06T03:19:15,947 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-06T03:19:15,951 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=39, ppid=38, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-06T03:19:15,960 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=52d5b41cd2f4faf90e4ac160fbf8dc2e, REOPEN/MOVE}] 2024-12-06T03:19:15,960 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=52d5b41cd2f4faf90e4ac160fbf8dc2e, REOPEN/MOVE 2024-12-06T03:19:15,961 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=52d5b41cd2f4faf90e4ac160fbf8dc2e, regionState=CLOSING, regionLocation=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:15,962 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-06T03:19:15,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=41, ppid=40, state=RUNNABLE; CloseRegionProcedure 52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723}] 2024-12-06T03:19:16,114 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:16,115 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(124): Close 52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:16,115 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-06T03:19:16,115 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1681): Closing 52d5b41cd2f4faf90e4ac160fbf8dc2e, disabling compactions & flushes 2024-12-06T03:19:16,115 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:16,115 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:16,115 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. after waiting 0 ms 2024-12-06T03:19:16,115 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:16,119 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-06T03:19:16,120 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:16,120 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegion(1635): Region close journal for 52d5b41cd2f4faf90e4ac160fbf8dc2e: 2024-12-06T03:19:16,120 WARN [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] regionserver.HRegionServer(3786): Not adding moved region record: 52d5b41cd2f4faf90e4ac160fbf8dc2e to self. 2024-12-06T03:19:16,121 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=41}] handler.UnassignRegionHandler(170): Closed 52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:16,122 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=52d5b41cd2f4faf90e4ac160fbf8dc2e, regionState=CLOSED 2024-12-06T03:19:16,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=41, resume processing ppid=40 2024-12-06T03:19:16,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=41, ppid=40, state=SUCCESS; CloseRegionProcedure 52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 in 161 msec 2024-12-06T03:19:16,125 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=40, ppid=39, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=52d5b41cd2f4faf90e4ac160fbf8dc2e, REOPEN/MOVE; state=CLOSED, location=4c7f994aa0f5,34349,1733455120723; forceNewPlan=false, retain=true 2024-12-06T03:19:16,276 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=52d5b41cd2f4faf90e4ac160fbf8dc2e, regionState=OPENING, regionLocation=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:16,277 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=42, ppid=40, state=RUNNABLE; OpenRegionProcedure 52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723}] 2024-12-06T03:19:16,429 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:16,432 INFO [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:16,433 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7285): Opening region: {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} 2024-12-06T03:19:16,433 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:16,433 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:19:16,433 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7327): checking encryption for 52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:16,433 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(7330): checking classloading for 52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:16,438 INFO [StoreOpener-52d5b41cd2f4faf90e4ac160fbf8dc2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:16,439 INFO [StoreOpener-52d5b41cd2f4faf90e4ac160fbf8dc2e-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T03:19:16,444 INFO [StoreOpener-52d5b41cd2f4faf90e4ac160fbf8dc2e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52d5b41cd2f4faf90e4ac160fbf8dc2e columnFamilyName A 2024-12-06T03:19:16,446 DEBUG [StoreOpener-52d5b41cd2f4faf90e4ac160fbf8dc2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:16,447 INFO [StoreOpener-52d5b41cd2f4faf90e4ac160fbf8dc2e-1 {}] regionserver.HStore(327): Store=52d5b41cd2f4faf90e4ac160fbf8dc2e/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:19:16,447 INFO [StoreOpener-52d5b41cd2f4faf90e4ac160fbf8dc2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:16,448 INFO [StoreOpener-52d5b41cd2f4faf90e4ac160fbf8dc2e-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T03:19:16,448 INFO [StoreOpener-52d5b41cd2f4faf90e4ac160fbf8dc2e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52d5b41cd2f4faf90e4ac160fbf8dc2e columnFamilyName B 2024-12-06T03:19:16,448 DEBUG [StoreOpener-52d5b41cd2f4faf90e4ac160fbf8dc2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:16,449 INFO [StoreOpener-52d5b41cd2f4faf90e4ac160fbf8dc2e-1 {}] regionserver.HStore(327): Store=52d5b41cd2f4faf90e4ac160fbf8dc2e/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:19:16,449 INFO [StoreOpener-52d5b41cd2f4faf90e4ac160fbf8dc2e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:16,449 INFO [StoreOpener-52d5b41cd2f4faf90e4ac160fbf8dc2e-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T03:19:16,449 INFO [StoreOpener-52d5b41cd2f4faf90e4ac160fbf8dc2e-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 52d5b41cd2f4faf90e4ac160fbf8dc2e columnFamilyName C 2024-12-06T03:19:16,450 DEBUG [StoreOpener-52d5b41cd2f4faf90e4ac160fbf8dc2e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:16,450 INFO [StoreOpener-52d5b41cd2f4faf90e4ac160fbf8dc2e-1 {}] regionserver.HStore(327): Store=52d5b41cd2f4faf90e4ac160fbf8dc2e/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:19:16,450 INFO [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:16,451 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:16,452 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:16,453 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T03:19:16,454 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1085): writing seq id for 52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:16,455 INFO [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1102): Opened 52d5b41cd2f4faf90e4ac160fbf8dc2e; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62602563, jitterRate=-0.06714911758899689}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T03:19:16,457 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegion(1001): Region open journal for 52d5b41cd2f4faf90e4ac160fbf8dc2e: 2024-12-06T03:19:16,458 INFO [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e., pid=42, masterSystemTime=1733455156429 2024-12-06T03:19:16,459 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:16,460 INFO [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=42}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:16,460 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=40 updating hbase:meta row=52d5b41cd2f4faf90e4ac160fbf8dc2e, regionState=OPEN, openSeqNum=5, regionLocation=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:16,463 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=42, resume processing ppid=40 2024-12-06T03:19:16,463 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=42, ppid=40, state=SUCCESS; OpenRegionProcedure 52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 in 184 msec 2024-12-06T03:19:16,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=40, resume processing ppid=39 2024-12-06T03:19:16,464 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=40, ppid=39, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=52d5b41cd2f4faf90e4ac160fbf8dc2e, REOPEN/MOVE in 503 msec 2024-12-06T03:19:16,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=39, resume processing ppid=38 2024-12-06T03:19:16,467 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=39, ppid=38, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 515 msec 2024-12-06T03:19:16,469 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=38, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 939 msec 2024-12-06T03:19:16,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=38 2024-12-06T03:19:16,479 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x46c2c778 to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7362d978 2024-12-06T03:19:16,485 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2931c73e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:19:16,487 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x433e2b26 to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7bad2e85 2024-12-06T03:19:16,490 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@491ea2ee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:19:16,492 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0e3a4420 to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7ebda6ad 2024-12-06T03:19:16,495 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b44b1e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:19:16,497 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x24f64590 to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@19a533a3 2024-12-06T03:19:16,501 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46114993, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:19:16,502 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7c5c4716 to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@465dc764 2024-12-06T03:19:16,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4c53ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:19:16,505 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x00cb464a to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@68f0be85 2024-12-06T03:19:16,509 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@247c0c93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:19:16,510 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x78cafade to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@152377d4 2024-12-06T03:19:16,514 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@517ff977, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:19:16,516 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x14c16cd4 to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1a52344f 2024-12-06T03:19:16,519 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3448d233, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:19:16,520 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x0341384e to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8ba8425 2024-12-06T03:19:16,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a11164b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:19:16,526 DEBUG [hconnection-0x5e02d7a7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:19:16,526 DEBUG [hconnection-0x3136dfc6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:19:16,527 DEBUG [hconnection-0x1fc73346-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:19:16,527 DEBUG [hconnection-0x65b7d359-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:19:16,528 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56218, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:19:16,529 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56230, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:19:16,529 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56242, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:19:16,529 DEBUG [hconnection-0x6c62da32-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:19:16,530 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56250, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:19:16,536 DEBUG [hconnection-0x724e4334-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:19:16,537 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56252, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:19:16,537 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:19:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees 2024-12-06T03:19:16,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-06T03:19:16,538 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:19:16,539 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=43, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:19:16,539 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:19:16,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:16,541 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 52d5b41cd2f4faf90e4ac160fbf8dc2e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T03:19:16,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=A 2024-12-06T03:19:16,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:16,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=B 2024-12-06T03:19:16,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:16,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=C 2024-12-06T03:19:16,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:16,545 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56254, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:19:16,560 DEBUG [hconnection-0x4cbf8dae-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:19:16,560 DEBUG [hconnection-0x6124f4e5-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:19:16,561 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56262, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:19:16,561 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56278, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:19:16,564 DEBUG [hconnection-0xcb664c7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:19:16,566 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56286, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:19:16,613 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206f3679cd2e52b437480219989597537bb_52d5b41cd2f4faf90e4ac160fbf8dc2e is 50, key is test_row_0/A:col10/1733455156540/Put/seqid=0 2024-12-06T03:19:16,623 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741971_1147 (size=19474) 2024-12-06T03:19:16,624 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:16,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 3 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56286 deadline: 1733455216616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:16,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:16,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455216618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:16,631 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:16,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56218 deadline: 1733455216619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:16,633 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:16,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:16,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56278 deadline: 1733455216624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:16,635 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:16,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56250 deadline: 1733455216624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:16,639 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206f3679cd2e52b437480219989597537bb_52d5b41cd2f4faf90e4ac160fbf8dc2e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206f3679cd2e52b437480219989597537bb_52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:16,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-06T03:19:16,641 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/dccba75f2970440bafa53c26d5b136ed, store: [table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:16,651 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/dccba75f2970440bafa53c26d5b136ed is 175, key is test_row_0/A:col10/1733455156540/Put/seqid=0 2024-12-06T03:19:16,692 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:16,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-06T03:19:16,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:16,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. as already flushing 2024-12-06T03:19:16,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:16,694 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:16,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:16,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:16,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741972_1148 (size=56733) 2024-12-06T03:19:16,699 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=16, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/dccba75f2970440bafa53c26d5b136ed 2024-12-06T03:19:16,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:16,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455216733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:16,734 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:16,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56218 deadline: 1733455216733, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:16,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:16,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56286 deadline: 1733455216734, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:16,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/8a30308ea8294dcd96676f8dc1f5014a is 50, key is test_row_0/B:col10/1733455156540/Put/seqid=0 2024-12-06T03:19:16,740 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:16,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56250 deadline: 1733455216738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:16,742 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:16,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56278 deadline: 1733455216736, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:16,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741973_1149 (size=12001) 2024-12-06T03:19:16,764 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/8a30308ea8294dcd96676f8dc1f5014a 2024-12-06T03:19:16,808 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/d405e3e781594ea4bd699c9ddb7f180f is 50, key is test_row_0/C:col10/1733455156540/Put/seqid=0 2024-12-06T03:19:16,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741974_1150 (size=12001) 2024-12-06T03:19:16,839 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/d405e3e781594ea4bd699c9ddb7f180f 2024-12-06T03:19:16,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-06T03:19:16,846 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/dccba75f2970440bafa53c26d5b136ed as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/dccba75f2970440bafa53c26d5b136ed 2024-12-06T03:19:16,846 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:16,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-06T03:19:16,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:16,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. as already flushing 2024-12-06T03:19:16,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:16,847 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:16,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:16,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:16,853 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/dccba75f2970440bafa53c26d5b136ed, entries=300, sequenceid=16, filesize=55.4 K 2024-12-06T03:19:16,854 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/8a30308ea8294dcd96676f8dc1f5014a as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/8a30308ea8294dcd96676f8dc1f5014a 2024-12-06T03:19:16,861 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/8a30308ea8294dcd96676f8dc1f5014a, entries=150, sequenceid=16, filesize=11.7 K 2024-12-06T03:19:16,865 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/d405e3e781594ea4bd699c9ddb7f180f as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/d405e3e781594ea4bd699c9ddb7f180f 2024-12-06T03:19:16,871 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/d405e3e781594ea4bd699c9ddb7f180f, entries=150, sequenceid=16, filesize=11.7 K 2024-12-06T03:19:16,875 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 52d5b41cd2f4faf90e4ac160fbf8dc2e in 334ms, sequenceid=16, compaction requested=false 2024-12-06T03:19:16,875 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-06T03:19:16,876 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 52d5b41cd2f4faf90e4ac160fbf8dc2e: 2024-12-06T03:19:16,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:16,945 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 52d5b41cd2f4faf90e4ac160fbf8dc2e 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-06T03:19:16,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=A 2024-12-06T03:19:16,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:16,947 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=B 2024-12-06T03:19:16,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:16,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=C 2024-12-06T03:19:16,948 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:16,958 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:16,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56250 deadline: 1733455216950, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:16,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:16,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56278 deadline: 1733455216953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:16,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:16,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455216954, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:16,963 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:16,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56218 deadline: 1733455216956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:16,964 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:16,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56286 deadline: 1733455216958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:16,974 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120612826d87d842414b9f84870c5f613cf3_52d5b41cd2f4faf90e4ac160fbf8dc2e is 50, key is test_row_0/A:col10/1733455156937/Put/seqid=0 2024-12-06T03:19:16,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741975_1151 (size=14594) 2024-12-06T03:19:16,982 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:16,995 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120612826d87d842414b9f84870c5f613cf3_52d5b41cd2f4faf90e4ac160fbf8dc2e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120612826d87d842414b9f84870c5f613cf3_52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:16,996 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/396fb79271214d3cbf16559187e877ee, store: [table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:16,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/396fb79271214d3cbf16559187e877ee is 175, key is test_row_0/A:col10/1733455156937/Put/seqid=0 2024-12-06T03:19:16,999 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:17,000 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-06T03:19:17,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:17,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. as already flushing 2024-12-06T03:19:17,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:17,000 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:17,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:17,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:17,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741976_1152 (size=39549) 2024-12-06T03:19:17,049 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=44, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/396fb79271214d3cbf16559187e877ee 2024-12-06T03:19:17,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/ca177f3910234d63bf6af355a9b65b2c is 50, key is test_row_0/B:col10/1733455156937/Put/seqid=0 2024-12-06T03:19:17,063 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:17,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56250 deadline: 1733455217060, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:17,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:17,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455217065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:17,067 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:17,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56278 deadline: 1733455217065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:17,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:17,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56218 deadline: 1733455217065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:17,068 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:17,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56286 deadline: 1733455217066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:17,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741977_1153 (size=12001) 2024-12-06T03:19:17,112 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=44 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/ca177f3910234d63bf6af355a9b65b2c 2024-12-06T03:19:17,128 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/843c9b857a8d409ba4e8c406e742bdd2 is 50, key is test_row_0/C:col10/1733455156937/Put/seqid=0 2024-12-06T03:19:17,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-06T03:19:17,153 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:17,154 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-06T03:19:17,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:17,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. as already flushing 2024-12-06T03:19:17,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:17,154 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:17,154 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:17,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:17,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741978_1154 (size=12001) 2024-12-06T03:19:17,163 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=44 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/843c9b857a8d409ba4e8c406e742bdd2 2024-12-06T03:19:17,175 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/396fb79271214d3cbf16559187e877ee as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/396fb79271214d3cbf16559187e877ee 2024-12-06T03:19:17,182 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/396fb79271214d3cbf16559187e877ee, entries=200, sequenceid=44, filesize=38.6 K 2024-12-06T03:19:17,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/ca177f3910234d63bf6af355a9b65b2c as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/ca177f3910234d63bf6af355a9b65b2c 2024-12-06T03:19:17,192 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/ca177f3910234d63bf6af355a9b65b2c, entries=150, sequenceid=44, filesize=11.7 K 2024-12-06T03:19:17,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/843c9b857a8d409ba4e8c406e742bdd2 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/843c9b857a8d409ba4e8c406e742bdd2 2024-12-06T03:19:17,202 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/843c9b857a8d409ba4e8c406e742bdd2, entries=150, sequenceid=44, filesize=11.7 K 2024-12-06T03:19:17,205 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 52d5b41cd2f4faf90e4ac160fbf8dc2e in 261ms, sequenceid=44, compaction requested=false 2024-12-06T03:19:17,206 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 52d5b41cd2f4faf90e4ac160fbf8dc2e: 2024-12-06T03:19:17,274 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 52d5b41cd2f4faf90e4ac160fbf8dc2e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-06T03:19:17,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:17,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=A 2024-12-06T03:19:17,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:17,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=B 2024-12-06T03:19:17,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:17,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=C 2024-12-06T03:19:17,277 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:17,307 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:17,308 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-06T03:19:17,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:17,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. as already flushing 2024-12-06T03:19:17,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:17,308 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:17,309 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:17,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:17,325 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206feeb930a4c39496eb0bc634e31b9c097_52d5b41cd2f4faf90e4ac160fbf8dc2e is 50, key is test_row_0/A:col10/1733455156950/Put/seqid=0 2024-12-06T03:19:17,338 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:17,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56250 deadline: 1733455217334, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:17,339 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:17,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56218 deadline: 1733455217338, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:17,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:17,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56286 deadline: 1733455217339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:17,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:17,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56278 deadline: 1733455217344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:17,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:17,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455217340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:17,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741979_1155 (size=12154) 2024-12-06T03:19:17,428 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:17,434 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206feeb930a4c39496eb0bc634e31b9c097_52d5b41cd2f4faf90e4ac160fbf8dc2e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206feeb930a4c39496eb0bc634e31b9c097_52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:17,435 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/0540d4cdf6414d35a4411346ad84f020, store: [table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:17,436 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/0540d4cdf6414d35a4411346ad84f020 is 175, key is test_row_0/A:col10/1733455156950/Put/seqid=0 2024-12-06T03:19:17,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:17,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56250 deadline: 1733455217440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:17,442 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:17,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56218 deadline: 1733455217441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:17,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:17,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56286 deadline: 1733455217444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:17,446 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:17,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56278 deadline: 1733455217446, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:17,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:17,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455217449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:17,462 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:17,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-06T03:19:17,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:17,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. as already flushing 2024-12-06T03:19:17,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:17,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] handler.RSProcedureHandler(58): pid=44 java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:17,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=44 java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:17,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=44 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:17,472 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741980_1156 (size=30955) 2024-12-06T03:19:17,472 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=57, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/0540d4cdf6414d35a4411346ad84f020 2024-12-06T03:19:17,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/69055b31a6db421b99f3dbf8a9f25480 is 50, key is test_row_0/B:col10/1733455156950/Put/seqid=0 2024-12-06T03:19:17,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741981_1157 (size=12001) 2024-12-06T03:19:17,529 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/69055b31a6db421b99f3dbf8a9f25480 2024-12-06T03:19:17,558 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/c369cf6c404343f58ae2a98ca36a9b30 is 50, key is test_row_0/C:col10/1733455156950/Put/seqid=0 2024-12-06T03:19:17,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741982_1158 (size=12001) 2024-12-06T03:19:17,577 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/c369cf6c404343f58ae2a98ca36a9b30 2024-12-06T03:19:17,584 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/0540d4cdf6414d35a4411346ad84f020 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/0540d4cdf6414d35a4411346ad84f020 2024-12-06T03:19:17,589 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/0540d4cdf6414d35a4411346ad84f020, entries=150, sequenceid=57, filesize=30.2 K 2024-12-06T03:19:17,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/69055b31a6db421b99f3dbf8a9f25480 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/69055b31a6db421b99f3dbf8a9f25480 2024-12-06T03:19:17,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/69055b31a6db421b99f3dbf8a9f25480, entries=150, sequenceid=57, filesize=11.7 K 2024-12-06T03:19:17,603 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/c369cf6c404343f58ae2a98ca36a9b30 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/c369cf6c404343f58ae2a98ca36a9b30 2024-12-06T03:19:17,610 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/c369cf6c404343f58ae2a98ca36a9b30, entries=150, sequenceid=57, filesize=11.7 K 2024-12-06T03:19:17,615 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=147.60 KB/151140 for 52d5b41cd2f4faf90e4ac160fbf8dc2e in 340ms, sequenceid=57, compaction requested=true 2024-12-06T03:19:17,615 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 52d5b41cd2f4faf90e4ac160fbf8dc2e: 2024-12-06T03:19:17,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 52d5b41cd2f4faf90e4ac160fbf8dc2e:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:19:17,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:17,615 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:19:17,615 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:19:17,616 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:17,616 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=44 2024-12-06T03:19:17,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:17,617 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2837): Flushing 52d5b41cd2f4faf90e4ac160fbf8dc2e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-06T03:19:17,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=A 2024-12-06T03:19:17,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:17,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=B 2024-12-06T03:19:17,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:17,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=C 2024-12-06T03:19:17,617 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:17,618 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 127237 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:19:17,618 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): 52d5b41cd2f4faf90e4ac160fbf8dc2e/A is initiating minor compaction (all files) 2024-12-06T03:19:17,618 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:19:17,618 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): 52d5b41cd2f4faf90e4ac160fbf8dc2e/B is initiating minor compaction (all files) 2024-12-06T03:19:17,618 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 52d5b41cd2f4faf90e4ac160fbf8dc2e/A in TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:17,618 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 52d5b41cd2f4faf90e4ac160fbf8dc2e/B in TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:17,619 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/dccba75f2970440bafa53c26d5b136ed, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/396fb79271214d3cbf16559187e877ee, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/0540d4cdf6414d35a4411346ad84f020] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp, totalSize=124.3 K 2024-12-06T03:19:17,619 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/8a30308ea8294dcd96676f8dc1f5014a, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/ca177f3910234d63bf6af355a9b65b2c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/69055b31a6db421b99f3dbf8a9f25480] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp, totalSize=35.2 K 2024-12-06T03:19:17,619 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:17,619 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. files: [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/dccba75f2970440bafa53c26d5b136ed, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/396fb79271214d3cbf16559187e877ee, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/0540d4cdf6414d35a4411346ad84f020] 2024-12-06T03:19:17,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 52d5b41cd2f4faf90e4ac160fbf8dc2e:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:19:17,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:17,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 52d5b41cd2f4faf90e4ac160fbf8dc2e:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:19:17,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:19:17,620 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a30308ea8294dcd96676f8dc1f5014a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733455156536 2024-12-06T03:19:17,620 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting dccba75f2970440bafa53c26d5b136ed, keycount=300, bloomtype=ROW, size=55.4 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733455156532 2024-12-06T03:19:17,621 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 396fb79271214d3cbf16559187e877ee, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1733455156615 2024-12-06T03:19:17,621 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting ca177f3910234d63bf6af355a9b65b2c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1733455156615 2024-12-06T03:19:17,622 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0540d4cdf6414d35a4411346ad84f020, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733455156950 2024-12-06T03:19:17,622 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 69055b31a6db421b99f3dbf8a9f25480, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733455156950 2024-12-06T03:19:17,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-06T03:19:17,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:17,647 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. as already flushing 2024-12-06T03:19:17,654 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:17,655 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:17,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455217652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:17,656 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:17,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56278 deadline: 1733455217653, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:17,657 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:17,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56218 deadline: 1733455217654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:17,657 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 52d5b41cd2f4faf90e4ac160fbf8dc2e#B#compaction#139 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:19:17,658 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/1a6d3b074eea471cb6a10e1080733743 is 50, key is test_row_0/B:col10/1733455156950/Put/seqid=0 2024-12-06T03:19:17,661 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:17,661 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:17,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56250 deadline: 1733455217659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:17,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56286 deadline: 1733455217659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:17,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064d5ff234b679460aacdfae32e23ef25b_52d5b41cd2f4faf90e4ac160fbf8dc2e is 50, key is test_row_0/A:col10/1733455157325/Put/seqid=0 2024-12-06T03:19:17,681 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412065b779393821a4896800adee9d0a6eb4f_52d5b41cd2f4faf90e4ac160fbf8dc2e store=[table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:17,685 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412065b779393821a4896800adee9d0a6eb4f_52d5b41cd2f4faf90e4ac160fbf8dc2e, store=[table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:17,685 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412065b779393821a4896800adee9d0a6eb4f_52d5b41cd2f4faf90e4ac160fbf8dc2e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:17,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741983_1159 (size=12104) 2024-12-06T03:19:17,711 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/1a6d3b074eea471cb6a10e1080733743 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/1a6d3b074eea471cb6a10e1080733743 2024-12-06T03:19:17,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741984_1160 (size=12154) 2024-12-06T03:19:17,718 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 52d5b41cd2f4faf90e4ac160fbf8dc2e/B of 52d5b41cd2f4faf90e4ac160fbf8dc2e into 1a6d3b074eea471cb6a10e1080733743(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:19:17,718 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 52d5b41cd2f4faf90e4ac160fbf8dc2e: 2024-12-06T03:19:17,718 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e., storeName=52d5b41cd2f4faf90e4ac160fbf8dc2e/B, priority=13, startTime=1733455157615; duration=0sec 2024-12-06T03:19:17,718 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:17,718 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:19:17,718 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 52d5b41cd2f4faf90e4ac160fbf8dc2e:B 2024-12-06T03:19:17,719 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:19:17,721 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:19:17,722 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): 52d5b41cd2f4faf90e4ac160fbf8dc2e/C is initiating minor compaction (all files) 2024-12-06T03:19:17,722 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 52d5b41cd2f4faf90e4ac160fbf8dc2e/C in TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:17,722 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/d405e3e781594ea4bd699c9ddb7f180f, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/843c9b857a8d409ba4e8c406e742bdd2, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/c369cf6c404343f58ae2a98ca36a9b30] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp, totalSize=35.2 K 2024-12-06T03:19:17,724 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting d405e3e781594ea4bd699c9ddb7f180f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=16, earliestPutTs=1733455156536 2024-12-06T03:19:17,726 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 843c9b857a8d409ba4e8c406e742bdd2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=44, earliestPutTs=1733455156615 2024-12-06T03:19:17,726 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064d5ff234b679460aacdfae32e23ef25b_52d5b41cd2f4faf90e4ac160fbf8dc2e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064d5ff234b679460aacdfae32e23ef25b_52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:17,726 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting c369cf6c404343f58ae2a98ca36a9b30, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733455156950 2024-12-06T03:19:17,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/54810657fded4d05aa7ebc656fc8c7ca, store: [table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:17,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/54810657fded4d05aa7ebc656fc8c7ca is 175, key is test_row_0/A:col10/1733455157325/Put/seqid=0 2024-12-06T03:19:17,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741985_1161 (size=4469) 2024-12-06T03:19:17,747 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 52d5b41cd2f4faf90e4ac160fbf8dc2e#A#compaction#138 average throughput is 0.26 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:19:17,750 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/18665cad30a14fb9a7245c5817afef1e is 175, key is test_row_0/A:col10/1733455156950/Put/seqid=0 2024-12-06T03:19:17,755 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 52d5b41cd2f4faf90e4ac160fbf8dc2e#C#compaction#141 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:19:17,756 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/43e3f95d95204f5dac10dd1b5aa135e7 is 50, key is test_row_0/C:col10/1733455156950/Put/seqid=0 2024-12-06T03:19:17,760 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:17,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56278 deadline: 1733455217760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:17,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:17,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56218 deadline: 1733455217760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:17,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:17,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56286 deadline: 1733455217765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:17,767 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:17,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56250 deadline: 1733455217767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:17,768 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741986_1162 (size=30955) 2024-12-06T03:19:17,770 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=82, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/54810657fded4d05aa7ebc656fc8c7ca 2024-12-06T03:19:17,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741988_1164 (size=12104) 2024-12-06T03:19:17,796 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/43e3f95d95204f5dac10dd1b5aa135e7 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/43e3f95d95204f5dac10dd1b5aa135e7 2024-12-06T03:19:17,798 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/52cf9bdf70454b7486e50a3c7cafcbee is 50, key is test_row_0/B:col10/1733455157325/Put/seqid=0 2024-12-06T03:19:17,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741987_1163 (size=31058) 2024-12-06T03:19:17,812 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 52d5b41cd2f4faf90e4ac160fbf8dc2e/C of 52d5b41cd2f4faf90e4ac160fbf8dc2e into 43e3f95d95204f5dac10dd1b5aa135e7(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:19:17,812 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 52d5b41cd2f4faf90e4ac160fbf8dc2e: 2024-12-06T03:19:17,812 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e., storeName=52d5b41cd2f4faf90e4ac160fbf8dc2e/C, priority=13, startTime=1733455157620; duration=0sec 2024-12-06T03:19:17,812 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:17,812 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 52d5b41cd2f4faf90e4ac160fbf8dc2e:C 2024-12-06T03:19:17,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741989_1165 (size=12001) 2024-12-06T03:19:17,962 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:17,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455217961, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:17,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:17,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56218 deadline: 1733455217962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:17,964 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:17,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56278 deadline: 1733455217962, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:17,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:17,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56286 deadline: 1733455217968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:17,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:17,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56250 deadline: 1733455217970, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:18,221 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/18665cad30a14fb9a7245c5817afef1e as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/18665cad30a14fb9a7245c5817afef1e 2024-12-06T03:19:18,235 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 52d5b41cd2f4faf90e4ac160fbf8dc2e/A of 52d5b41cd2f4faf90e4ac160fbf8dc2e into 18665cad30a14fb9a7245c5817afef1e(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:19:18,235 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 52d5b41cd2f4faf90e4ac160fbf8dc2e: 2024-12-06T03:19:18,235 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e., storeName=52d5b41cd2f4faf90e4ac160fbf8dc2e/A, priority=13, startTime=1733455157615; duration=0sec 2024-12-06T03:19:18,235 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:18,235 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 52d5b41cd2f4faf90e4ac160fbf8dc2e:A 2024-12-06T03:19:18,241 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/52cf9bdf70454b7486e50a3c7cafcbee 2024-12-06T03:19:18,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/8eb8e03bf1c049b7a06c2b62d7dca626 is 50, key is test_row_0/C:col10/1733455157325/Put/seqid=0 2024-12-06T03:19:18,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:18,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56218 deadline: 1733455218266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:18,268 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:18,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56278 deadline: 1733455218267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:18,273 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:18,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56286 deadline: 1733455218273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:18,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:18,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56250 deadline: 1733455218273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:18,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741990_1166 (size=12001) 2024-12-06T03:19:18,279 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=82 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/8eb8e03bf1c049b7a06c2b62d7dca626 2024-12-06T03:19:18,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/54810657fded4d05aa7ebc656fc8c7ca as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/54810657fded4d05aa7ebc656fc8c7ca 2024-12-06T03:19:18,291 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/54810657fded4d05aa7ebc656fc8c7ca, entries=150, sequenceid=82, filesize=30.2 K 2024-12-06T03:19:18,293 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/52cf9bdf70454b7486e50a3c7cafcbee as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/52cf9bdf70454b7486e50a3c7cafcbee 2024-12-06T03:19:18,298 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/52cf9bdf70454b7486e50a3c7cafcbee, entries=150, sequenceid=82, filesize=11.7 K 2024-12-06T03:19:18,301 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/8eb8e03bf1c049b7a06c2b62d7dca626 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/8eb8e03bf1c049b7a06c2b62d7dca626 2024-12-06T03:19:18,307 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/8eb8e03bf1c049b7a06c2b62d7dca626, entries=150, sequenceid=82, filesize=11.7 K 2024-12-06T03:19:18,309 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 52d5b41cd2f4faf90e4ac160fbf8dc2e in 693ms, sequenceid=82, compaction requested=false 2024-12-06T03:19:18,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.HRegion(2538): Flush status journal for 52d5b41cd2f4faf90e4ac160fbf8dc2e: 2024-12-06T03:19:18,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:18,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=44}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=44 2024-12-06T03:19:18,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=44 2024-12-06T03:19:18,316 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=44, resume processing ppid=43 2024-12-06T03:19:18,316 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=44, ppid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7740 sec 2024-12-06T03:19:18,323 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=43, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=43, table=TestAcidGuarantees in 1.7810 sec 2024-12-06T03:19:18,331 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T03:19:18,468 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 52d5b41cd2f4faf90e4ac160fbf8dc2e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-06T03:19:18,468 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=A 2024-12-06T03:19:18,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:18,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=B 2024-12-06T03:19:18,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:18,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=C 2024-12-06T03:19:18,469 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:18,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:18,491 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206d8421bcf7eee475fa4ddc0b14a17eae0_52d5b41cd2f4faf90e4ac160fbf8dc2e is 50, key is test_row_0/A:col10/1733455157648/Put/seqid=0 2024-12-06T03:19:18,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741991_1167 (size=14594) 2024-12-06T03:19:18,595 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:18,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455218593, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:18,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=43 2024-12-06T03:19:18,646 INFO [Thread-718 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 43 completed 2024-12-06T03:19:18,648 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:19:18,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees 2024-12-06T03:19:18,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-06T03:19:18,651 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:19:18,652 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=45, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:19:18,653 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=46, ppid=45, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:19:18,706 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:18,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455218704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:18,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-06T03:19:18,773 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:18,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56278 deadline: 1733455218770, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:18,784 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:18,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56218 deadline: 1733455218777, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:18,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:18,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56250 deadline: 1733455218784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:18,788 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:18,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56286 deadline: 1733455218784, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:18,806 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:18,806 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-06T03:19:18,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:18,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. as already flushing 2024-12-06T03:19:18,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:18,807 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:18,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:18,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:18,909 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:18,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455218908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:18,948 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:18,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-06T03:19:18,954 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206d8421bcf7eee475fa4ddc0b14a17eae0_52d5b41cd2f4faf90e4ac160fbf8dc2e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206d8421bcf7eee475fa4ddc0b14a17eae0_52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:18,955 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/a4f4590e9eda452097b5640a51af00c8, store: [table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:18,956 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/a4f4590e9eda452097b5640a51af00c8 is 175, key is test_row_0/A:col10/1733455157648/Put/seqid=0 2024-12-06T03:19:18,960 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:18,960 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-06T03:19:18,960 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:18,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. as already flushing 2024-12-06T03:19:18,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:18,961 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:18,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:18,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:18,963 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741992_1168 (size=39549) 2024-12-06T03:19:18,965 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=97, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/a4f4590e9eda452097b5640a51af00c8 2024-12-06T03:19:18,975 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/432ce6956c784994b9af4d5a2251abb7 is 50, key is test_row_0/B:col10/1733455157648/Put/seqid=0 2024-12-06T03:19:18,981 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741993_1169 (size=12001) 2024-12-06T03:19:19,113 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:19,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-06T03:19:19,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:19,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. as already flushing 2024-12-06T03:19:19,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:19,114 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:19,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:19,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:19,213 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:19,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455219212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:19,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-06T03:19:19,266 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:19,267 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-06T03:19:19,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:19,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. as already flushing 2024-12-06T03:19:19,267 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:19,268 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:19,268 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:19,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:19,382 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/432ce6956c784994b9af4d5a2251abb7 2024-12-06T03:19:19,398 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/a1d84410a67a4e77b76adbbd107c4c9d is 50, key is test_row_0/C:col10/1733455157648/Put/seqid=0 2024-12-06T03:19:19,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741994_1170 (size=12001) 2024-12-06T03:19:19,420 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:19,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-06T03:19:19,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:19,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. as already flushing 2024-12-06T03:19:19,421 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:19,421 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:19,422 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:19,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:19,575 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:19,575 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-06T03:19:19,575 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:19,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. as already flushing 2024-12-06T03:19:19,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:19,576 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:19,576 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:19,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:19,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455219719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:19,729 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:19,729 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-06T03:19:19,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:19,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. as already flushing 2024-12-06T03:19:19,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:19,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] handler.RSProcedureHandler(58): pid=46 java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:19,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=46 java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:19,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=46 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:19,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-06T03:19:19,784 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:19,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56278 deadline: 1733455219782, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:19,794 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:19,794 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:19,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56218 deadline: 1733455219793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:19,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56286 deadline: 1733455219793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:19,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:19,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56250 deadline: 1733455219798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:19,807 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/a1d84410a67a4e77b76adbbd107c4c9d 2024-12-06T03:19:19,816 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/a4f4590e9eda452097b5640a51af00c8 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/a4f4590e9eda452097b5640a51af00c8 2024-12-06T03:19:19,823 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/a4f4590e9eda452097b5640a51af00c8, entries=200, sequenceid=97, filesize=38.6 K 2024-12-06T03:19:19,824 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/432ce6956c784994b9af4d5a2251abb7 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/432ce6956c784994b9af4d5a2251abb7 2024-12-06T03:19:19,829 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/432ce6956c784994b9af4d5a2251abb7, entries=150, sequenceid=97, filesize=11.7 K 2024-12-06T03:19:19,830 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/a1d84410a67a4e77b76adbbd107c4c9d as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/a1d84410a67a4e77b76adbbd107c4c9d 2024-12-06T03:19:19,836 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/a1d84410a67a4e77b76adbbd107c4c9d, entries=150, sequenceid=97, filesize=11.7 K 2024-12-06T03:19:19,838 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 52d5b41cd2f4faf90e4ac160fbf8dc2e in 1369ms, sequenceid=97, compaction requested=true 2024-12-06T03:19:19,838 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 52d5b41cd2f4faf90e4ac160fbf8dc2e: 2024-12-06T03:19:19,838 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:19:19,839 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101562 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:19:19,840 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): 52d5b41cd2f4faf90e4ac160fbf8dc2e/A is initiating minor compaction (all files) 2024-12-06T03:19:19,840 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 52d5b41cd2f4faf90e4ac160fbf8dc2e/A in TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:19,840 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/18665cad30a14fb9a7245c5817afef1e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/54810657fded4d05aa7ebc656fc8c7ca, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/a4f4590e9eda452097b5640a51af00c8] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp, totalSize=99.2 K 2024-12-06T03:19:19,840 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:19,840 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. files: [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/18665cad30a14fb9a7245c5817afef1e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/54810657fded4d05aa7ebc656fc8c7ca, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/a4f4590e9eda452097b5640a51af00c8] 2024-12-06T03:19:19,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 52d5b41cd2f4faf90e4ac160fbf8dc2e:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:19:19,840 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:19,841 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:19:19,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 52d5b41cd2f4faf90e4ac160fbf8dc2e:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:19:19,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:19,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 52d5b41cd2f4faf90e4ac160fbf8dc2e:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:19:19,841 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:19:19,843 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 18665cad30a14fb9a7245c5817afef1e, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733455156950 2024-12-06T03:19:19,844 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 54810657fded4d05aa7ebc656fc8c7ca, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733455157325 2024-12-06T03:19:19,844 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:19:19,844 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4f4590e9eda452097b5640a51af00c8, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733455157648 2024-12-06T03:19:19,844 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): 52d5b41cd2f4faf90e4ac160fbf8dc2e/B is initiating minor compaction (all files) 2024-12-06T03:19:19,845 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 52d5b41cd2f4faf90e4ac160fbf8dc2e/B in TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:19,845 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/1a6d3b074eea471cb6a10e1080733743, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/52cf9bdf70454b7486e50a3c7cafcbee, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/432ce6956c784994b9af4d5a2251abb7] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp, totalSize=35.3 K 2024-12-06T03:19:19,846 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 1a6d3b074eea471cb6a10e1080733743, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733455156950 2024-12-06T03:19:19,846 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 52cf9bdf70454b7486e50a3c7cafcbee, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733455157325 2024-12-06T03:19:19,847 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 432ce6956c784994b9af4d5a2251abb7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733455157648 2024-12-06T03:19:19,868 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:19,870 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 52d5b41cd2f4faf90e4ac160fbf8dc2e#B#compaction#147 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:19:19,871 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/24f0f1252c4d446e84bdbd3f3c907253 is 50, key is test_row_0/B:col10/1733455157648/Put/seqid=0 2024-12-06T03:19:19,872 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412065547fff5023543e08e748caeaa724c4a_52d5b41cd2f4faf90e4ac160fbf8dc2e store=[table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:19,877 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412065547fff5023543e08e748caeaa724c4a_52d5b41cd2f4faf90e4ac160fbf8dc2e, store=[table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:19,877 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412065547fff5023543e08e748caeaa724c4a_52d5b41cd2f4faf90e4ac160fbf8dc2e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:19,882 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:19,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=46 2024-12-06T03:19:19,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:19,883 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2837): Flushing 52d5b41cd2f4faf90e4ac160fbf8dc2e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-06T03:19:19,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=A 2024-12-06T03:19:19,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:19,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=B 2024-12-06T03:19:19,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:19,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=C 2024-12-06T03:19:19,884 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:19,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741995_1171 (size=12207) 2024-12-06T03:19:19,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741996_1172 (size=4469) 2024-12-06T03:19:19,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412067770c0f8a721463a882e0567caff24f0_52d5b41cd2f4faf90e4ac160fbf8dc2e is 50, key is test_row_0/A:col10/1733455158575/Put/seqid=0 2024-12-06T03:19:19,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741997_1173 (size=12154) 2024-12-06T03:19:20,337 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 52d5b41cd2f4faf90e4ac160fbf8dc2e#A#compaction#148 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:19:20,337 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/957052b73da044578bd98d5a45368932 is 175, key is test_row_0/A:col10/1733455157648/Put/seqid=0 2024-12-06T03:19:20,342 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/24f0f1252c4d446e84bdbd3f3c907253 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/24f0f1252c4d446e84bdbd3f3c907253 2024-12-06T03:19:20,349 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 52d5b41cd2f4faf90e4ac160fbf8dc2e/B of 52d5b41cd2f4faf90e4ac160fbf8dc2e into 24f0f1252c4d446e84bdbd3f3c907253(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:19:20,349 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 52d5b41cd2f4faf90e4ac160fbf8dc2e: 2024-12-06T03:19:20,349 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e., storeName=52d5b41cd2f4faf90e4ac160fbf8dc2e/B, priority=13, startTime=1733455159840; duration=0sec 2024-12-06T03:19:20,350 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:19:20,350 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 52d5b41cd2f4faf90e4ac160fbf8dc2e:B 2024-12-06T03:19:20,350 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:19:20,352 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:19:20,352 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): 52d5b41cd2f4faf90e4ac160fbf8dc2e/C is initiating minor compaction (all files) 2024-12-06T03:19:20,353 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,353 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 52d5b41cd2f4faf90e4ac160fbf8dc2e/C in TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:20,354 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/43e3f95d95204f5dac10dd1b5aa135e7, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/8eb8e03bf1c049b7a06c2b62d7dca626, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/a1d84410a67a4e77b76adbbd107c4c9d] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp, totalSize=35.3 K 2024-12-06T03:19:20,354 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 43e3f95d95204f5dac10dd1b5aa135e7, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=57, earliestPutTs=1733455156950 2024-12-06T03:19:20,356 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 8eb8e03bf1c049b7a06c2b62d7dca626, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=82, earliestPutTs=1733455157325 2024-12-06T03:19:20,357 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting a1d84410a67a4e77b76adbbd107c4c9d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733455157648 2024-12-06T03:19:20,358 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412067770c0f8a721463a882e0567caff24f0_52d5b41cd2f4faf90e4ac160fbf8dc2e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412067770c0f8a721463a882e0567caff24f0_52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:20,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/191dd344f4ad4d02948d750d13eb4fa6, store: [table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:20,361 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/191dd344f4ad4d02948d750d13eb4fa6 is 175, key is test_row_0/A:col10/1733455158575/Put/seqid=0 2024-12-06T03:19:20,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741998_1174 (size=31161) 2024-12-06T03:19:20,382 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 52d5b41cd2f4faf90e4ac160fbf8dc2e#C#compaction#150 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:19:20,382 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/831468734b42472bb12cdbaf93022d09 is 50, key is test_row_0/C:col10/1733455157648/Put/seqid=0 2024-12-06T03:19:20,397 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/957052b73da044578bd98d5a45368932 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/957052b73da044578bd98d5a45368932 2024-12-06T03:19:20,403 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742000_1176 (size=12207) 2024-12-06T03:19:20,407 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741999_1175 (size=30955) 2024-12-06T03:19:20,409 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/191dd344f4ad4d02948d750d13eb4fa6 2024-12-06T03:19:20,409 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 52d5b41cd2f4faf90e4ac160fbf8dc2e/A of 52d5b41cd2f4faf90e4ac160fbf8dc2e into 957052b73da044578bd98d5a45368932(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:19:20,409 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 52d5b41cd2f4faf90e4ac160fbf8dc2e: 2024-12-06T03:19:20,409 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e., storeName=52d5b41cd2f4faf90e4ac160fbf8dc2e/A, priority=13, startTime=1733455159838; duration=0sec 2024-12-06T03:19:20,410 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:20,410 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 52d5b41cd2f4faf90e4ac160fbf8dc2e:A 2024-12-06T03:19:20,422 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/831468734b42472bb12cdbaf93022d09 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/831468734b42472bb12cdbaf93022d09 2024-12-06T03:19:20,428 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 52d5b41cd2f4faf90e4ac160fbf8dc2e/C of 52d5b41cd2f4faf90e4ac160fbf8dc2e into 831468734b42472bb12cdbaf93022d09(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:19:20,428 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 52d5b41cd2f4faf90e4ac160fbf8dc2e: 2024-12-06T03:19:20,428 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e., storeName=52d5b41cd2f4faf90e4ac160fbf8dc2e/C, priority=13, startTime=1733455159841; duration=0sec 2024-12-06T03:19:20,428 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:20,429 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 52d5b41cd2f4faf90e4ac160fbf8dc2e:C 2024-12-06T03:19:20,429 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/17bfbbc78f964bbca6db5e954739157e is 50, key is test_row_0/B:col10/1733455158575/Put/seqid=0 2024-12-06T03:19:20,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742001_1177 (size=12001) 2024-12-06T03:19:20,500 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/17bfbbc78f964bbca6db5e954739157e 2024-12-06T03:19:20,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/f61decc36a7948aeb02d3d2f3a292bd0 is 50, key is test_row_0/C:col10/1733455158575/Put/seqid=0 2024-12-06T03:19:20,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742002_1178 (size=12001) 2024-12-06T03:19:20,544 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/f61decc36a7948aeb02d3d2f3a292bd0 2024-12-06T03:19:20,551 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/191dd344f4ad4d02948d750d13eb4fa6 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/191dd344f4ad4d02948d750d13eb4fa6 2024-12-06T03:19:20,560 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/191dd344f4ad4d02948d750d13eb4fa6, entries=150, sequenceid=121, filesize=30.2 K 2024-12-06T03:19:20,561 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/17bfbbc78f964bbca6db5e954739157e as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/17bfbbc78f964bbca6db5e954739157e 2024-12-06T03:19:20,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,566 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/17bfbbc78f964bbca6db5e954739157e, entries=150, sequenceid=121, filesize=11.7 K 2024-12-06T03:19:20,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/f61decc36a7948aeb02d3d2f3a292bd0 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/f61decc36a7948aeb02d3d2f3a292bd0 2024-12-06T03:19:20,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,572 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/f61decc36a7948aeb02d3d2f3a292bd0, entries=150, sequenceid=121, filesize=11.7 K 2024-12-06T03:19:20,573 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=0 B/0 for 52d5b41cd2f4faf90e4ac160fbf8dc2e in 690ms, sequenceid=121, compaction requested=false 2024-12-06T03:19:20,573 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.HRegion(2538): Flush status journal for 52d5b41cd2f4faf90e4ac160fbf8dc2e: 2024-12-06T03:19:20,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:20,574 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=46}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=46 2024-12-06T03:19:20,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=46 2024-12-06T03:19:20,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=46, resume processing ppid=45 2024-12-06T03:19:20,581 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=46, ppid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9230 sec 2024-12-06T03:19:20,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,583 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=45, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=45, table=TestAcidGuarantees in 1.9330 sec 2024-12-06T03:19:20,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,583 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,584 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,587 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,588 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,597 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,610 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,628 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,635 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,639 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,656 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,668 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,687 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,728 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,729 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,736 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,742 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=45 2024-12-06T03:19:20,757 INFO [Thread-718 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 45 completed 2024-12-06T03:19:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:19:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees 2024-12-06T03:19:20,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,761 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:19:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-06T03:19:20,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,761 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=47, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:19:20,761 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:19:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-06T03:19:20,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,914 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,915 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=48 2024-12-06T03:19:20,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:20,915 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2837): Flushing 52d5b41cd2f4faf90e4ac160fbf8dc2e 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-06T03:19:20,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,915 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=A 2024-12-06T03:19:20,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:20,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=B 2024-12-06T03:19:20,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:20,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=C 2024-12-06T03:19:20,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:20,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206b8e0fe37dfaf4f1c86d825fe79d9ecc7_52d5b41cd2f4faf90e4ac160fbf8dc2e is 50, key is test_row_1/A:col10/1733455160900/Put/seqid=0 2024-12-06T03:19:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:20,977 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. as already flushing 2024-12-06T03:19:20,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742003_1179 (size=9814) 2024-12-06T03:19:20,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:20,998 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206b8e0fe37dfaf4f1c86d825fe79d9ecc7_52d5b41cd2f4faf90e4ac160fbf8dc2e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206b8e0fe37dfaf4f1c86d825fe79d9ecc7_52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:21,004 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/0b2581a461854acda743af4a3834872c, store: [table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:21,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/0b2581a461854acda743af4a3834872c is 175, key is test_row_1/A:col10/1733455160900/Put/seqid=0 2024-12-06T03:19:21,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742004_1180 (size=22461) 2024-12-06T03:19:21,035 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=133, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/0b2581a461854acda743af4a3834872c 2024-12-06T03:19:21,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/67532fea178b4885b0d75dd64b35a482 is 50, key is test_row_1/B:col10/1733455160900/Put/seqid=0 2024-12-06T03:19:21,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-06T03:19:21,085 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742005_1181 (size=9757) 2024-12-06T03:19:21,104 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:21,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455221102, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:21,208 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:21,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455221206, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:21,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-06T03:19:21,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:21,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455221410, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:21,486 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/67532fea178b4885b0d75dd64b35a482 2024-12-06T03:19:21,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/0225943b532a4560b87439132b342aa2 is 50, key is test_row_1/C:col10/1733455160900/Put/seqid=0 2024-12-06T03:19:21,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742006_1182 (size=9757) 2024-12-06T03:19:21,712 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:21,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455221712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:21,787 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:21,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56278 deadline: 1733455221785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:21,788 DEBUG [Thread-712 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4135 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e., hostname=4c7f994aa0f5,34349,1733455120723, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:19:21,805 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:21,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56218 deadline: 1733455221804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:21,806 DEBUG [Thread-708 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4153 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e., hostname=4c7f994aa0f5,34349,1733455120723, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:19:21,810 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:21,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56250 deadline: 1733455221810, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:21,811 DEBUG [Thread-714 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4151 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e., hostname=4c7f994aa0f5,34349,1733455120723, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:19:21,815 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:21,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56286 deadline: 1733455221815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:21,816 DEBUG [Thread-716 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4157 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e., hostname=4c7f994aa0f5,34349,1733455120723, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:19:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-06T03:19:21,906 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=133 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/0225943b532a4560b87439132b342aa2 2024-12-06T03:19:21,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/0b2581a461854acda743af4a3834872c as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/0b2581a461854acda743af4a3834872c 2024-12-06T03:19:21,918 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/0b2581a461854acda743af4a3834872c, entries=100, sequenceid=133, filesize=21.9 K 2024-12-06T03:19:21,919 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/67532fea178b4885b0d75dd64b35a482 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/67532fea178b4885b0d75dd64b35a482 2024-12-06T03:19:21,925 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/67532fea178b4885b0d75dd64b35a482, entries=100, sequenceid=133, filesize=9.5 K 2024-12-06T03:19:21,927 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/0225943b532a4560b87439132b342aa2 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/0225943b532a4560b87439132b342aa2 2024-12-06T03:19:21,936 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/0225943b532a4560b87439132b342aa2, entries=100, sequenceid=133, filesize=9.5 K 2024-12-06T03:19:21,938 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 52d5b41cd2f4faf90e4ac160fbf8dc2e in 1023ms, sequenceid=133, compaction requested=true 2024-12-06T03:19:21,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.HRegion(2538): Flush status journal for 52d5b41cd2f4faf90e4ac160fbf8dc2e: 2024-12-06T03:19:21,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:21,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-06T03:19:21,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=48 2024-12-06T03:19:21,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=48, resume processing ppid=47 2024-12-06T03:19:21,941 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=48, ppid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1780 sec 2024-12-06T03:19:21,943 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=47, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=47, table=TestAcidGuarantees in 1.1830 sec 2024-12-06T03:19:22,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:22,219 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 52d5b41cd2f4faf90e4ac160fbf8dc2e 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-06T03:19:22,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=A 2024-12-06T03:19:22,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:22,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=B 2024-12-06T03:19:22,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:22,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=C 2024-12-06T03:19:22,219 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:22,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412066bb550aff1b44cb19364533cc5445e84_52d5b41cd2f4faf90e4ac160fbf8dc2e is 50, key is test_row_0/A:col10/1733455162217/Put/seqid=0 2024-12-06T03:19:22,263 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:22,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455222259, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:22,274 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742007_1183 (size=14794) 2024-12-06T03:19:22,367 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:22,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455222366, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:22,571 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:22,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455222569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:22,675 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:22,680 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412066bb550aff1b44cb19364533cc5445e84_52d5b41cd2f4faf90e4ac160fbf8dc2e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412066bb550aff1b44cb19364533cc5445e84_52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:22,682 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/b716daaca9a84483b60cc6892fabc3f6, store: [table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:22,682 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/b716daaca9a84483b60cc6892fabc3f6 is 175, key is test_row_0/A:col10/1733455162217/Put/seqid=0 2024-12-06T03:19:22,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742008_1184 (size=39749) 2024-12-06T03:19:22,689 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=161, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/b716daaca9a84483b60cc6892fabc3f6 2024-12-06T03:19:22,698 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/50f9dc09b1f145cfa0fdb8686711c118 is 50, key is test_row_0/B:col10/1733455162217/Put/seqid=0 2024-12-06T03:19:22,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742009_1185 (size=12151) 2024-12-06T03:19:22,704 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/50f9dc09b1f145cfa0fdb8686711c118 2024-12-06T03:19:22,712 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/c01e0829383d476ba8731ea38394e46d is 50, key is test_row_0/C:col10/1733455162217/Put/seqid=0 2024-12-06T03:19:22,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742010_1186 (size=12151) 2024-12-06T03:19:22,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=47 2024-12-06T03:19:22,866 INFO [Thread-718 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 47 completed 2024-12-06T03:19:22,867 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:19:22,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees 2024-12-06T03:19:22,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-06T03:19:22,869 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:19:22,870 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=49, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:19:22,870 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:19:22,876 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:22,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455222875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:22,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-06T03:19:23,021 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:23,021 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-06T03:19:23,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:23,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. as already flushing 2024-12-06T03:19:23,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:23,022 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] handler.RSProcedureHandler(58): pid=50 java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:23,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=50 java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:23,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=50 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:23,136 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=161 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/c01e0829383d476ba8731ea38394e46d 2024-12-06T03:19:23,142 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/b716daaca9a84483b60cc6892fabc3f6 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/b716daaca9a84483b60cc6892fabc3f6 2024-12-06T03:19:23,147 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/b716daaca9a84483b60cc6892fabc3f6, entries=200, sequenceid=161, filesize=38.8 K 2024-12-06T03:19:23,148 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/50f9dc09b1f145cfa0fdb8686711c118 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/50f9dc09b1f145cfa0fdb8686711c118 2024-12-06T03:19:23,154 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/50f9dc09b1f145cfa0fdb8686711c118, entries=150, sequenceid=161, filesize=11.9 K 2024-12-06T03:19:23,155 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/c01e0829383d476ba8731ea38394e46d as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/c01e0829383d476ba8731ea38394e46d 2024-12-06T03:19:23,159 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/c01e0829383d476ba8731ea38394e46d, entries=150, sequenceid=161, filesize=11.9 K 2024-12-06T03:19:23,161 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 52d5b41cd2f4faf90e4ac160fbf8dc2e in 943ms, sequenceid=161, compaction requested=true 2024-12-06T03:19:23,161 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 52d5b41cd2f4faf90e4ac160fbf8dc2e: 2024-12-06T03:19:23,161 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T03:19:23,162 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 52d5b41cd2f4faf90e4ac160fbf8dc2e:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:19:23,163 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:23,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 52d5b41cd2f4faf90e4ac160fbf8dc2e:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:19:23,164 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T03:19:23,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:23,164 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 124326 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T03:19:23,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 52d5b41cd2f4faf90e4ac160fbf8dc2e:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:19:23,164 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:19:23,164 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): 52d5b41cd2f4faf90e4ac160fbf8dc2e/A is initiating minor compaction (all files) 2024-12-06T03:19:23,164 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 52d5b41cd2f4faf90e4ac160fbf8dc2e/A in TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:23,164 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/957052b73da044578bd98d5a45368932, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/191dd344f4ad4d02948d750d13eb4fa6, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/0b2581a461854acda743af4a3834872c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/b716daaca9a84483b60cc6892fabc3f6] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp, totalSize=121.4 K 2024-12-06T03:19:23,164 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:23,164 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. files: [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/957052b73da044578bd98d5a45368932, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/191dd344f4ad4d02948d750d13eb4fa6, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/0b2581a461854acda743af4a3834872c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/b716daaca9a84483b60cc6892fabc3f6] 2024-12-06T03:19:23,165 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 957052b73da044578bd98d5a45368932, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733455157648 2024-12-06T03:19:23,165 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46116 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T03:19:23,165 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): 52d5b41cd2f4faf90e4ac160fbf8dc2e/B is initiating minor compaction (all files) 2024-12-06T03:19:23,165 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 52d5b41cd2f4faf90e4ac160fbf8dc2e/B in TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:23,166 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/24f0f1252c4d446e84bdbd3f3c907253, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/17bfbbc78f964bbca6db5e954739157e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/67532fea178b4885b0d75dd64b35a482, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/50f9dc09b1f145cfa0fdb8686711c118] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp, totalSize=45.0 K 2024-12-06T03:19:23,166 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 191dd344f4ad4d02948d750d13eb4fa6, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733455158575 2024-12-06T03:19:23,166 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0b2581a461854acda743af4a3834872c, keycount=100, bloomtype=ROW, size=21.9 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733455160849 2024-12-06T03:19:23,166 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 24f0f1252c4d446e84bdbd3f3c907253, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733455157648 2024-12-06T03:19:23,167 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting b716daaca9a84483b60cc6892fabc3f6, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733455161041 2024-12-06T03:19:23,167 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 17bfbbc78f964bbca6db5e954739157e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733455158575 2024-12-06T03:19:23,167 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 67532fea178b4885b0d75dd64b35a482, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733455160849 2024-12-06T03:19:23,168 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 50f9dc09b1f145cfa0fdb8686711c118, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733455161041 2024-12-06T03:19:23,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-06T03:19:23,174 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:23,175 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=50 2024-12-06T03:19:23,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:23,175 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2837): Flushing 52d5b41cd2f4faf90e4ac160fbf8dc2e 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-06T03:19:23,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=A 2024-12-06T03:19:23,175 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:23,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=B 2024-12-06T03:19:23,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:23,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=C 2024-12-06T03:19:23,176 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:23,185 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:23,192 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412064bd2e8c982a44321b9b38fff7ea9e92a_52d5b41cd2f4faf90e4ac160fbf8dc2e store=[table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:23,193 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412065c0233b7a81f41e78001143e4fbf7868_52d5b41cd2f4faf90e4ac160fbf8dc2e is 50, key is test_row_0/A:col10/1733455162258/Put/seqid=0 2024-12-06T03:19:23,196 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 52d5b41cd2f4faf90e4ac160fbf8dc2e#B#compaction#160 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:19:23,197 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/14ce9e0c953a4c239e16d3ff0cca558a is 50, key is test_row_0/B:col10/1733455162217/Put/seqid=0 2024-12-06T03:19:23,197 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412064bd2e8c982a44321b9b38fff7ea9e92a_52d5b41cd2f4faf90e4ac160fbf8dc2e, store=[table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:23,198 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064bd2e8c982a44321b9b38fff7ea9e92a_52d5b41cd2f4faf90e4ac160fbf8dc2e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:23,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742011_1187 (size=12304) 2024-12-06T03:19:23,241 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742013_1189 (size=4469) 2024-12-06T03:19:23,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742012_1188 (size=12493) 2024-12-06T03:19:23,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:23,384 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. as already flushing 2024-12-06T03:19:23,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-06T03:19:23,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:23,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455223496, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:23,601 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:23,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455223598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:23,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:23,641 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412065c0233b7a81f41e78001143e4fbf7868_52d5b41cd2f4faf90e4ac160fbf8dc2e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412065c0233b7a81f41e78001143e4fbf7868_52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:23,642 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/5f597979f39f4d108fa52cd216134e51, store: [table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:23,643 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/5f597979f39f4d108fa52cd216134e51 is 175, key is test_row_0/A:col10/1733455162258/Put/seqid=0 2024-12-06T03:19:23,643 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 52d5b41cd2f4faf90e4ac160fbf8dc2e#A#compaction#159 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:19:23,643 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/930e56f6a8b942dfa88d5ef2816815ab is 175, key is test_row_0/A:col10/1733455162217/Put/seqid=0 2024-12-06T03:19:23,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742014_1190 (size=31105) 2024-12-06T03:19:23,651 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/5f597979f39f4d108fa52cd216134e51 2024-12-06T03:19:23,653 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/14ce9e0c953a4c239e16d3ff0cca558a as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/14ce9e0c953a4c239e16d3ff0cca558a 2024-12-06T03:19:23,659 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 52d5b41cd2f4faf90e4ac160fbf8dc2e/B of 52d5b41cd2f4faf90e4ac160fbf8dc2e into 14ce9e0c953a4c239e16d3ff0cca558a(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:19:23,660 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742015_1191 (size=31447) 2024-12-06T03:19:23,659 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 52d5b41cd2f4faf90e4ac160fbf8dc2e: 2024-12-06T03:19:23,661 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e., storeName=52d5b41cd2f4faf90e4ac160fbf8dc2e/B, priority=12, startTime=1733455163164; duration=0sec 2024-12-06T03:19:23,662 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:19:23,662 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 52d5b41cd2f4faf90e4ac160fbf8dc2e:B 2024-12-06T03:19:23,662 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T03:19:23,665 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 46116 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T03:19:23,665 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): 52d5b41cd2f4faf90e4ac160fbf8dc2e/C is initiating minor compaction (all files) 2024-12-06T03:19:23,665 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 52d5b41cd2f4faf90e4ac160fbf8dc2e/C in TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:23,665 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/831468734b42472bb12cdbaf93022d09, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/f61decc36a7948aeb02d3d2f3a292bd0, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/0225943b532a4560b87439132b342aa2, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/c01e0829383d476ba8731ea38394e46d] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp, totalSize=45.0 K 2024-12-06T03:19:23,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/acdf301ce3d94ffd88feb9807bfd292d is 50, key is test_row_0/B:col10/1733455162258/Put/seqid=0 2024-12-06T03:19:23,666 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 831468734b42472bb12cdbaf93022d09, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=97, earliestPutTs=1733455157648 2024-12-06T03:19:23,667 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting f61decc36a7948aeb02d3d2f3a292bd0, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=121, earliestPutTs=1733455158575 2024-12-06T03:19:23,667 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 0225943b532a4560b87439132b342aa2, keycount=100, bloomtype=ROW, size=9.5 K, encoding=NONE, compression=NONE, seqNum=133, earliestPutTs=1733455160849 2024-12-06T03:19:23,668 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting c01e0829383d476ba8731ea38394e46d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733455161041 2024-12-06T03:19:23,673 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/930e56f6a8b942dfa88d5ef2816815ab as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/930e56f6a8b942dfa88d5ef2816815ab 2024-12-06T03:19:23,682 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 52d5b41cd2f4faf90e4ac160fbf8dc2e/A of 52d5b41cd2f4faf90e4ac160fbf8dc2e into 930e56f6a8b942dfa88d5ef2816815ab(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:19:23,682 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 52d5b41cd2f4faf90e4ac160fbf8dc2e: 2024-12-06T03:19:23,683 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e., storeName=52d5b41cd2f4faf90e4ac160fbf8dc2e/A, priority=12, startTime=1733455163161; duration=0sec 2024-12-06T03:19:23,683 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:23,683 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 52d5b41cd2f4faf90e4ac160fbf8dc2e:A 2024-12-06T03:19:23,700 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 52d5b41cd2f4faf90e4ac160fbf8dc2e#C#compaction#163 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:19:23,700 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/f264eea6f7744ae9ad917b77e5b50fbb is 50, key is test_row_0/C:col10/1733455162217/Put/seqid=0 2024-12-06T03:19:23,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742016_1192 (size=12151) 2024-12-06T03:19:23,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742017_1193 (size=12493) 2024-12-06T03:19:23,731 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/f264eea6f7744ae9ad917b77e5b50fbb as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/f264eea6f7744ae9ad917b77e5b50fbb 2024-12-06T03:19:23,737 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 52d5b41cd2f4faf90e4ac160fbf8dc2e/C of 52d5b41cd2f4faf90e4ac160fbf8dc2e into f264eea6f7744ae9ad917b77e5b50fbb(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:19:23,737 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 52d5b41cd2f4faf90e4ac160fbf8dc2e: 2024-12-06T03:19:23,737 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e., storeName=52d5b41cd2f4faf90e4ac160fbf8dc2e/C, priority=12, startTime=1733455163164; duration=0sec 2024-12-06T03:19:23,737 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:23,737 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 52d5b41cd2f4faf90e4ac160fbf8dc2e:C 2024-12-06T03:19:23,804 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:23,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455223803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:23,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-06T03:19:24,106 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/acdf301ce3d94ffd88feb9807bfd292d 2024-12-06T03:19:24,108 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:24,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455224107, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:24,116 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/da63b136f7be4929910e67c02733215e is 50, key is test_row_0/C:col10/1733455162258/Put/seqid=0 2024-12-06T03:19:24,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742018_1194 (size=12151) 2024-12-06T03:19:24,128 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/da63b136f7be4929910e67c02733215e 2024-12-06T03:19:24,134 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/5f597979f39f4d108fa52cd216134e51 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/5f597979f39f4d108fa52cd216134e51 2024-12-06T03:19:24,139 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/5f597979f39f4d108fa52cd216134e51, entries=150, sequenceid=169, filesize=30.4 K 2024-12-06T03:19:24,140 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/acdf301ce3d94ffd88feb9807bfd292d as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/acdf301ce3d94ffd88feb9807bfd292d 2024-12-06T03:19:24,145 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/acdf301ce3d94ffd88feb9807bfd292d, entries=150, sequenceid=169, filesize=11.9 K 2024-12-06T03:19:24,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/da63b136f7be4929910e67c02733215e as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/da63b136f7be4929910e67c02733215e 2024-12-06T03:19:24,150 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/da63b136f7be4929910e67c02733215e, entries=150, sequenceid=169, filesize=11.9 K 2024-12-06T03:19:24,152 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 52d5b41cd2f4faf90e4ac160fbf8dc2e in 977ms, sequenceid=169, compaction requested=false 2024-12-06T03:19:24,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.HRegion(2538): Flush status journal for 52d5b41cd2f4faf90e4ac160fbf8dc2e: 2024-12-06T03:19:24,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:24,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50 2024-12-06T03:19:24,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=50 2024-12-06T03:19:24,155 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=50, resume processing ppid=49 2024-12-06T03:19:24,156 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=50, ppid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2830 sec 2024-12-06T03:19:24,157 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=49, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=49, table=TestAcidGuarantees in 1.2890 sec 2024-12-06T03:19:24,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:24,615 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 52d5b41cd2f4faf90e4ac160fbf8dc2e 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-12-06T03:19:24,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=A 2024-12-06T03:19:24,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:24,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=B 2024-12-06T03:19:24,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:24,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=C 2024-12-06T03:19:24,616 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:24,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412067744a31858c748129cc6c9de09fcc301_52d5b41cd2f4faf90e4ac160fbf8dc2e is 50, key is test_row_0/A:col10/1733455163489/Put/seqid=0 2024-12-06T03:19:24,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742019_1195 (size=14794) 2024-12-06T03:19:24,631 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,632 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:24,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455224629, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:24,638 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412067744a31858c748129cc6c9de09fcc301_52d5b41cd2f4faf90e4ac160fbf8dc2e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412067744a31858c748129cc6c9de09fcc301_52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:24,639 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/23134381848c4da39b64a2525d22c7d7, store: [table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:24,640 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/23134381848c4da39b64a2525d22c7d7 is 175, key is test_row_0/A:col10/1733455163489/Put/seqid=0 2024-12-06T03:19:24,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742020_1196 (size=39749) 2024-12-06T03:19:24,667 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=201, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/23134381848c4da39b64a2525d22c7d7 2024-12-06T03:19:24,677 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/047ccf2c94cc4adb95531bc1432cbb78 is 50, key is test_row_0/B:col10/1733455163489/Put/seqid=0 2024-12-06T03:19:24,706 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742021_1197 (size=12151) 2024-12-06T03:19:24,707 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/047ccf2c94cc4adb95531bc1432cbb78 2024-12-06T03:19:24,730 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/afd7d62c8d83494d9dca280eb22f70ad is 50, key is test_row_0/C:col10/1733455163489/Put/seqid=0 2024-12-06T03:19:24,737 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:24,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455224735, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:24,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742022_1198 (size=12151) 2024-12-06T03:19:24,747 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=201 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/afd7d62c8d83494d9dca280eb22f70ad 2024-12-06T03:19:24,755 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/23134381848c4da39b64a2525d22c7d7 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/23134381848c4da39b64a2525d22c7d7 2024-12-06T03:19:24,762 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/23134381848c4da39b64a2525d22c7d7, entries=200, sequenceid=201, filesize=38.8 K 2024-12-06T03:19:24,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,764 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/047ccf2c94cc4adb95531bc1432cbb78 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/047ccf2c94cc4adb95531bc1432cbb78 2024-12-06T03:19:24,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,770 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/047ccf2c94cc4adb95531bc1432cbb78, entries=150, sequenceid=201, filesize=11.9 K 2024-12-06T03:19:24,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,773 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/afd7d62c8d83494d9dca280eb22f70ad as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/afd7d62c8d83494d9dca280eb22f70ad 2024-12-06T03:19:24,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,779 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,784 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/afd7d62c8d83494d9dca280eb22f70ad, entries=150, sequenceid=201, filesize=11.9 K 2024-12-06T03:19:24,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,786 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 52d5b41cd2f4faf90e4ac160fbf8dc2e in 171ms, sequenceid=201, compaction requested=true 2024-12-06T03:19:24,786 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 52d5b41cd2f4faf90e4ac160fbf8dc2e: 2024-12-06T03:19:24,786 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 52d5b41cd2f4faf90e4ac160fbf8dc2e:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:19:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,787 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:24,787 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:19:24,787 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:19:24,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,788 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:19:24,788 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:19:24,788 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): 52d5b41cd2f4faf90e4ac160fbf8dc2e/A is initiating minor compaction (all files) 2024-12-06T03:19:24,788 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): 52d5b41cd2f4faf90e4ac160fbf8dc2e/B is initiating minor compaction (all files) 2024-12-06T03:19:24,788 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 52d5b41cd2f4faf90e4ac160fbf8dc2e/A in TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:24,788 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 52d5b41cd2f4faf90e4ac160fbf8dc2e/B in TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:24,789 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/930e56f6a8b942dfa88d5ef2816815ab, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/5f597979f39f4d108fa52cd216134e51, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/23134381848c4da39b64a2525d22c7d7] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp, totalSize=99.9 K 2024-12-06T03:19:24,789 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/14ce9e0c953a4c239e16d3ff0cca558a, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/acdf301ce3d94ffd88feb9807bfd292d, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/047ccf2c94cc4adb95531bc1432cbb78] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp, totalSize=35.9 K 2024-12-06T03:19:24,789 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,789 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. files: [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/930e56f6a8b942dfa88d5ef2816815ab, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/5f597979f39f4d108fa52cd216134e51, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/23134381848c4da39b64a2525d22c7d7] 2024-12-06T03:19:24,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,789 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 14ce9e0c953a4c239e16d3ff0cca558a, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733455161041 2024-12-06T03:19:24,790 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 930e56f6a8b942dfa88d5ef2816815ab, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733455161041 2024-12-06T03:19:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,790 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting acdf301ce3d94ffd88feb9807bfd292d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733455162221 2024-12-06T03:19:24,790 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5f597979f39f4d108fa52cd216134e51, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733455162221 2024-12-06T03:19:24,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 52d5b41cd2f4faf90e4ac160fbf8dc2e:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:19:24,790 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:24,791 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 047ccf2c94cc4adb95531bc1432cbb78, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733455163485 2024-12-06T03:19:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 52d5b41cd2f4faf90e4ac160fbf8dc2e:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:19:24,791 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:19:24,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,791 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 23134381848c4da39b64a2525d22c7d7, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733455163478 2024-12-06T03:19:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,795 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,798 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,810 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 52d5b41cd2f4faf90e4ac160fbf8dc2e#B#compaction#168 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:19:24,811 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/6db0ba16aa6e4f54aa37724f4f261809 is 50, key is test_row_0/B:col10/1733455163489/Put/seqid=0 2024-12-06T03:19:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,823 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,841 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206cd701f29c15a4c48b91772d8993bf736_52d5b41cd2f4faf90e4ac160fbf8dc2e store=[table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:24,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,842 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206cd701f29c15a4c48b91772d8993bf736_52d5b41cd2f4faf90e4ac160fbf8dc2e, store=[table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:24,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,843 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206cd701f29c15a4c48b91772d8993bf736_52d5b41cd2f4faf90e4ac160fbf8dc2e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:24,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,856 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742023_1199 (size=12595) 2024-12-06T03:19:24,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,864 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/6db0ba16aa6e4f54aa37724f4f261809 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/6db0ba16aa6e4f54aa37724f4f261809 2024-12-06T03:19:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,871 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 52d5b41cd2f4faf90e4ac160fbf8dc2e/B of 52d5b41cd2f4faf90e4ac160fbf8dc2e into 6db0ba16aa6e4f54aa37724f4f261809(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:19:24,871 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 52d5b41cd2f4faf90e4ac160fbf8dc2e: 2024-12-06T03:19:24,871 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e., storeName=52d5b41cd2f4faf90e4ac160fbf8dc2e/B, priority=13, startTime=1733455164787; duration=0sec 2024-12-06T03:19:24,871 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:19:24,871 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 52d5b41cd2f4faf90e4ac160fbf8dc2e:B 2024-12-06T03:19:24,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,871 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:19:24,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,872 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:19:24,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,872 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): 52d5b41cd2f4faf90e4ac160fbf8dc2e/C is initiating minor compaction (all files) 2024-12-06T03:19:24,872 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 52d5b41cd2f4faf90e4ac160fbf8dc2e/C in TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:24,872 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/f264eea6f7744ae9ad917b77e5b50fbb, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/da63b136f7be4929910e67c02733215e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/afd7d62c8d83494d9dca280eb22f70ad] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp, totalSize=35.9 K 2024-12-06T03:19:24,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,873 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting f264eea6f7744ae9ad917b77e5b50fbb, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=161, earliestPutTs=1733455161041 2024-12-06T03:19:24,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,874 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting da63b136f7be4929910e67c02733215e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733455162221 2024-12-06T03:19:24,874 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting afd7d62c8d83494d9dca280eb22f70ad, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733455163485 2024-12-06T03:19:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742024_1200 (size=4469) 2024-12-06T03:19:24,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,889 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 52d5b41cd2f4faf90e4ac160fbf8dc2e#C#compaction#170 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:19:24,890 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/74f50e077e1a40819beab2265fc49951 is 50, key is test_row_0/C:col10/1733455163489/Put/seqid=0 2024-12-06T03:19:24,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742025_1201 (size=12595) 2024-12-06T03:19:24,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,913 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/74f50e077e1a40819beab2265fc49951 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/74f50e077e1a40819beab2265fc49951 2024-12-06T03:19:24,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,920 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 52d5b41cd2f4faf90e4ac160fbf8dc2e/C of 52d5b41cd2f4faf90e4ac160fbf8dc2e into 74f50e077e1a40819beab2265fc49951(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:19:24,920 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 52d5b41cd2f4faf90e4ac160fbf8dc2e: 2024-12-06T03:19:24,920 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e., storeName=52d5b41cd2f4faf90e4ac160fbf8dc2e/C, priority=13, startTime=1733455164791; duration=0sec 2024-12-06T03:19:24,920 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:24,920 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 52d5b41cd2f4faf90e4ac160fbf8dc2e:C 2024-12-06T03:19:24,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:24,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,955 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 52d5b41cd2f4faf90e4ac160fbf8dc2e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T03:19:24,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=A 2024-12-06T03:19:24,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:24,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=B 2024-12-06T03:19:24,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:24,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=C 2024-12-06T03:19:24,956 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:24,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,973 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206cd35ffb070044451b93664392664deea_52d5b41cd2f4faf90e4ac160fbf8dc2e is 50, key is test_row_0/A:col10/1733455164948/Put/seqid=0 2024-12-06T03:19:24,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=49 2024-12-06T03:19:24,974 INFO [Thread-718 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 49 completed 2024-12-06T03:19:24,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:24,984 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:19:24,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees 2024-12-06T03:19:24,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-06T03:19:24,987 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:19:24,990 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=51, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:19:24,990 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:19:25,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742026_1202 (size=19774) 2024-12-06T03:19:25,078 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:25,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455225077, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:25,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-06T03:19:25,142 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:25,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-06T03:19:25,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:25,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. as already flushing 2024-12-06T03:19:25,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:25,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:25,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:25,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:25,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:25,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455225180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:25,287 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 52d5b41cd2f4faf90e4ac160fbf8dc2e#A#compaction#169 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:19:25,288 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/1725681a1a7b45b0ba518e54fa524edd is 175, key is test_row_0/A:col10/1733455163489/Put/seqid=0 2024-12-06T03:19:25,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-06T03:19:25,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742027_1203 (size=31549) 2024-12-06T03:19:25,295 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:25,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-06T03:19:25,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:25,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. as already flushing 2024-12-06T03:19:25,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:25,296 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:25,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:25,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:25,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:25,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455225384, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:25,434 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:25,439 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206cd35ffb070044451b93664392664deea_52d5b41cd2f4faf90e4ac160fbf8dc2e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206cd35ffb070044451b93664392664deea_52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:25,441 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/998dc4f7ed814920b0b3e0f18be4bd08, store: [table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:25,442 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/998dc4f7ed814920b0b3e0f18be4bd08 is 175, key is test_row_0/A:col10/1733455164948/Put/seqid=0 2024-12-06T03:19:25,449 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:25,449 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-06T03:19:25,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:25,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. as already flushing 2024-12-06T03:19:25,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:25,450 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:25,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:25,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:25,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742028_1204 (size=57033) 2024-12-06T03:19:25,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-06T03:19:25,603 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:25,604 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-06T03:19:25,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:25,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. as already flushing 2024-12-06T03:19:25,604 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:25,604 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:25,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:25,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:25,688 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:25,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455225687, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:25,700 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/1725681a1a7b45b0ba518e54fa524edd as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/1725681a1a7b45b0ba518e54fa524edd 2024-12-06T03:19:25,708 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 52d5b41cd2f4faf90e4ac160fbf8dc2e/A of 52d5b41cd2f4faf90e4ac160fbf8dc2e into 1725681a1a7b45b0ba518e54fa524edd(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:19:25,708 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 52d5b41cd2f4faf90e4ac160fbf8dc2e: 2024-12-06T03:19:25,708 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e., storeName=52d5b41cd2f4faf90e4ac160fbf8dc2e/A, priority=13, startTime=1733455164786; duration=0sec 2024-12-06T03:19:25,709 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:25,709 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 52d5b41cd2f4faf90e4ac160fbf8dc2e:A 2024-12-06T03:19:25,710 INFO [master/4c7f994aa0f5:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-06T03:19:25,710 INFO [master/4c7f994aa0f5:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-06T03:19:25,758 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:25,759 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-06T03:19:25,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:25,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. as already flushing 2024-12-06T03:19:25,759 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:25,759 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:25,760 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:25,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:25,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:25,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56278 deadline: 1733455225799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:25,800 DEBUG [Thread-712 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8148 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e., hostname=4c7f994aa0f5,34349,1733455120723, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:19:25,816 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:25,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56218 deadline: 1733455225814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:25,817 DEBUG [Thread-708 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8163 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e., hostname=4c7f994aa0f5,34349,1733455120723, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:19:25,837 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:25,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56286 deadline: 1733455225835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:25,838 DEBUG [Thread-716 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8179 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e., hostname=4c7f994aa0f5,34349,1733455120723, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:19:25,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:25,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56250 deadline: 1733455225852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:25,853 DEBUG [Thread-714 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8193 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e., hostname=4c7f994aa0f5,34349,1733455120723, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:19:25,858 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=214, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/998dc4f7ed814920b0b3e0f18be4bd08 2024-12-06T03:19:25,867 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/8a04f07b8bf24fe9886584af74a0b78e is 50, key is test_row_0/B:col10/1733455164948/Put/seqid=0 2024-12-06T03:19:25,872 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742029_1205 (size=12151) 2024-12-06T03:19:25,876 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/8a04f07b8bf24fe9886584af74a0b78e 2024-12-06T03:19:25,885 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/305114eac82840689e4679f356da4f2a is 50, key is test_row_0/C:col10/1733455164948/Put/seqid=0 2024-12-06T03:19:25,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742030_1206 (size=12151) 2024-12-06T03:19:25,906 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=214 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/305114eac82840689e4679f356da4f2a 2024-12-06T03:19:25,912 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:25,913 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-06T03:19:25,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:25,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. as already flushing 2024-12-06T03:19:25,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:25,913 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] handler.RSProcedureHandler(58): pid=52 java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:25,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=52 java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:25,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=52 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:25,915 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/998dc4f7ed814920b0b3e0f18be4bd08 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/998dc4f7ed814920b0b3e0f18be4bd08 2024-12-06T03:19:25,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/998dc4f7ed814920b0b3e0f18be4bd08, entries=300, sequenceid=214, filesize=55.7 K 2024-12-06T03:19:25,921 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/8a04f07b8bf24fe9886584af74a0b78e as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/8a04f07b8bf24fe9886584af74a0b78e 2024-12-06T03:19:25,925 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/8a04f07b8bf24fe9886584af74a0b78e, entries=150, sequenceid=214, filesize=11.9 K 2024-12-06T03:19:25,926 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/305114eac82840689e4679f356da4f2a as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/305114eac82840689e4679f356da4f2a 2024-12-06T03:19:25,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/305114eac82840689e4679f356da4f2a, entries=150, sequenceid=214, filesize=11.9 K 2024-12-06T03:19:25,931 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 52d5b41cd2f4faf90e4ac160fbf8dc2e in 976ms, sequenceid=214, compaction requested=false 2024-12-06T03:19:25,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 52d5b41cd2f4faf90e4ac160fbf8dc2e: 2024-12-06T03:19:26,066 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:26,067 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=52 2024-12-06T03:19:26,067 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:26,067 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2837): Flushing 52d5b41cd2f4faf90e4ac160fbf8dc2e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-06T03:19:26,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=A 2024-12-06T03:19:26,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:26,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=B 2024-12-06T03:19:26,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:26,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=C 2024-12-06T03:19:26,068 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:26,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-06T03:19:26,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412062cc20821719947499788d66ff9f5a7ca_52d5b41cd2f4faf90e4ac160fbf8dc2e is 50, key is test_row_0/A:col10/1733455165069/Put/seqid=0 2024-12-06T03:19:26,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742031_1207 (size=12304) 2024-12-06T03:19:26,129 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:26,136 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412062cc20821719947499788d66ff9f5a7ca_52d5b41cd2f4faf90e4ac160fbf8dc2e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412062cc20821719947499788d66ff9f5a7ca_52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:26,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/d4f8cb523b8b465ba6647d6b1135b9fe, store: [table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:26,138 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/d4f8cb523b8b465ba6647d6b1135b9fe is 175, key is test_row_0/A:col10/1733455165069/Put/seqid=0 2024-12-06T03:19:26,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742032_1208 (size=31105) 2024-12-06T03:19:26,154 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=240, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/d4f8cb523b8b465ba6647d6b1135b9fe 2024-12-06T03:19:26,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/469ae4090c9346b4badbba53583c38ff is 50, key is test_row_0/B:col10/1733455165069/Put/seqid=0 2024-12-06T03:19:26,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742033_1209 (size=12151) 2024-12-06T03:19:26,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:26,194 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. as already flushing 2024-12-06T03:19:26,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:26,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455226216, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:26,320 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:26,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455226318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:26,523 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:26,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455226522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:26,582 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/469ae4090c9346b4badbba53583c38ff 2024-12-06T03:19:26,591 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/248c862fd2fb45048a8f40c987239619 is 50, key is test_row_0/C:col10/1733455165069/Put/seqid=0 2024-12-06T03:19:26,595 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742034_1210 (size=12151) 2024-12-06T03:19:26,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:26,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455226826, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:26,996 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=240 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/248c862fd2fb45048a8f40c987239619 2024-12-06T03:19:27,003 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/d4f8cb523b8b465ba6647d6b1135b9fe as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/d4f8cb523b8b465ba6647d6b1135b9fe 2024-12-06T03:19:27,007 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/d4f8cb523b8b465ba6647d6b1135b9fe, entries=150, sequenceid=240, filesize=30.4 K 2024-12-06T03:19:27,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/469ae4090c9346b4badbba53583c38ff as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/469ae4090c9346b4badbba53583c38ff 2024-12-06T03:19:27,015 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/469ae4090c9346b4badbba53583c38ff, entries=150, sequenceid=240, filesize=11.9 K 2024-12-06T03:19:27,019 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/248c862fd2fb45048a8f40c987239619 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/248c862fd2fb45048a8f40c987239619 2024-12-06T03:19:27,028 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/248c862fd2fb45048a8f40c987239619, entries=150, sequenceid=240, filesize=11.9 K 2024-12-06T03:19:27,029 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 52d5b41cd2f4faf90e4ac160fbf8dc2e in 962ms, sequenceid=240, compaction requested=true 2024-12-06T03:19:27,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.HRegion(2538): Flush status journal for 52d5b41cd2f4faf90e4ac160fbf8dc2e: 2024-12-06T03:19:27,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:27,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52 2024-12-06T03:19:27,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=52 2024-12-06T03:19:27,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=52, resume processing ppid=51 2024-12-06T03:19:27,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=52, ppid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0410 sec 2024-12-06T03:19:27,034 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=51, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=51, table=TestAcidGuarantees in 2.0480 sec 2024-12-06T03:19:27,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=51 2024-12-06T03:19:27,091 INFO [Thread-718 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 51 completed 2024-12-06T03:19:27,092 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:19:27,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees 2024-12-06T03:19:27,094 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:19:27,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-06T03:19:27,095 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=53, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:19:27,095 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:19:27,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-06T03:19:27,247 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:27,247 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=54 2024-12-06T03:19:27,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:27,248 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2837): Flushing 52d5b41cd2f4faf90e4ac160fbf8dc2e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T03:19:27,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=A 2024-12-06T03:19:27,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:27,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=B 2024-12-06T03:19:27,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:27,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=C 2024-12-06T03:19:27,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:27,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206e7e46a1b61264fefbcc726af6aa9b340_52d5b41cd2f4faf90e4ac160fbf8dc2e is 50, key is test_row_0/A:col10/1733455166214/Put/seqid=0 2024-12-06T03:19:27,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742035_1211 (size=12304) 2024-12-06T03:19:27,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:27,269 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206e7e46a1b61264fefbcc726af6aa9b340_52d5b41cd2f4faf90e4ac160fbf8dc2e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206e7e46a1b61264fefbcc726af6aa9b340_52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:27,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/f1fd94ff3846461298fc985cc8ade6d2, store: [table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:27,271 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/f1fd94ff3846461298fc985cc8ade6d2 is 175, key is test_row_0/A:col10/1733455166214/Put/seqid=0 2024-12-06T03:19:27,275 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742036_1212 (size=31105) 2024-12-06T03:19:27,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:27,334 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. as already flushing 2024-12-06T03:19:27,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-06T03:19:27,416 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:27,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455227413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:27,518 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:27,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455227517, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:27,676 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=251, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/f1fd94ff3846461298fc985cc8ade6d2 2024-12-06T03:19:27,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/61b48665da3343f0870ffb5964f302c6 is 50, key is test_row_0/B:col10/1733455166214/Put/seqid=0 2024-12-06T03:19:27,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742037_1213 (size=12151) 2024-12-06T03:19:27,695 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/61b48665da3343f0870ffb5964f302c6 2024-12-06T03:19:27,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-06T03:19:27,704 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/e9388c05d75b4922a595ebb2bda70c16 is 50, key is test_row_0/C:col10/1733455166214/Put/seqid=0 2024-12-06T03:19:27,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742038_1214 (size=12151) 2024-12-06T03:19:27,722 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:27,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455227720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:28,025 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:28,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455228024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:28,119 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=251 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/e9388c05d75b4922a595ebb2bda70c16 2024-12-06T03:19:28,125 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/f1fd94ff3846461298fc985cc8ade6d2 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/f1fd94ff3846461298fc985cc8ade6d2 2024-12-06T03:19:28,129 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/f1fd94ff3846461298fc985cc8ade6d2, entries=150, sequenceid=251, filesize=30.4 K 2024-12-06T03:19:28,132 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/61b48665da3343f0870ffb5964f302c6 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/61b48665da3343f0870ffb5964f302c6 2024-12-06T03:19:28,136 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/61b48665da3343f0870ffb5964f302c6, entries=150, sequenceid=251, filesize=11.9 K 2024-12-06T03:19:28,137 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/e9388c05d75b4922a595ebb2bda70c16 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/e9388c05d75b4922a595ebb2bda70c16 2024-12-06T03:19:28,144 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/e9388c05d75b4922a595ebb2bda70c16, entries=150, sequenceid=251, filesize=11.9 K 2024-12-06T03:19:28,146 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 52d5b41cd2f4faf90e4ac160fbf8dc2e in 898ms, sequenceid=251, compaction requested=true 2024-12-06T03:19:28,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.HRegion(2538): Flush status journal for 52d5b41cd2f4faf90e4ac160fbf8dc2e: 2024-12-06T03:19:28,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:28,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54 2024-12-06T03:19:28,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=54 2024-12-06T03:19:28,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=54, resume processing ppid=53 2024-12-06T03:19:28,149 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=54, ppid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0520 sec 2024-12-06T03:19:28,152 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=53, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=53, table=TestAcidGuarantees in 1.0570 sec 2024-12-06T03:19:28,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=53 2024-12-06T03:19:28,199 INFO [Thread-718 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 53 completed 2024-12-06T03:19:28,201 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:19:28,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees 2024-12-06T03:19:28,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-06T03:19:28,203 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:19:28,204 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=55, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:19:28,204 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:19:28,304 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-06T03:19:28,356 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:28,357 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=56 2024-12-06T03:19:28,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:28,357 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2837): Flushing 52d5b41cd2f4faf90e4ac160fbf8dc2e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-06T03:19:28,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=A 2024-12-06T03:19:28,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:28,357 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=B 2024-12-06T03:19:28,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:28,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=C 2024-12-06T03:19:28,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:28,365 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206e7fea481f99b4e58830ab10b8a554d1a_52d5b41cd2f4faf90e4ac160fbf8dc2e is 50, key is test_row_0/A:col10/1733455167407/Put/seqid=0 2024-12-06T03:19:28,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742039_1215 (size=12454) 2024-12-06T03:19:28,374 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:28,379 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206e7fea481f99b4e58830ab10b8a554d1a_52d5b41cd2f4faf90e4ac160fbf8dc2e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206e7fea481f99b4e58830ab10b8a554d1a_52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:28,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/7ec55f8bb81847419582a7abc7b3d15c, store: [table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:28,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/7ec55f8bb81847419582a7abc7b3d15c is 175, key is test_row_0/A:col10/1733455167407/Put/seqid=0 2024-12-06T03:19:28,384 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742040_1216 (size=31255) 2024-12-06T03:19:28,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-06T03:19:28,533 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. as already flushing 2024-12-06T03:19:28,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:28,565 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:28,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455228562, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:28,669 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:28,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455228667, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:28,785 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=276, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/7ec55f8bb81847419582a7abc7b3d15c 2024-12-06T03:19:28,795 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/707505f38f05412783e7ddd83b5fb5c0 is 50, key is test_row_0/B:col10/1733455167407/Put/seqid=0 2024-12-06T03:19:28,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742041_1217 (size=12301) 2024-12-06T03:19:28,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-06T03:19:28,872 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:28,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455228870, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:29,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:29,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455229175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:29,205 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/707505f38f05412783e7ddd83b5fb5c0 2024-12-06T03:19:29,213 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/f15c522e6c5445e1832fd4d80f0aa5cf is 50, key is test_row_0/C:col10/1733455167407/Put/seqid=0 2024-12-06T03:19:29,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742042_1218 (size=12301) 2024-12-06T03:19:29,218 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=276 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/f15c522e6c5445e1832fd4d80f0aa5cf 2024-12-06T03:19:29,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/7ec55f8bb81847419582a7abc7b3d15c as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/7ec55f8bb81847419582a7abc7b3d15c 2024-12-06T03:19:29,230 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/7ec55f8bb81847419582a7abc7b3d15c, entries=150, sequenceid=276, filesize=30.5 K 2024-12-06T03:19:29,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/707505f38f05412783e7ddd83b5fb5c0 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/707505f38f05412783e7ddd83b5fb5c0 2024-12-06T03:19:29,235 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/707505f38f05412783e7ddd83b5fb5c0, entries=150, sequenceid=276, filesize=12.0 K 2024-12-06T03:19:29,236 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/f15c522e6c5445e1832fd4d80f0aa5cf as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/f15c522e6c5445e1832fd4d80f0aa5cf 2024-12-06T03:19:29,240 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/f15c522e6c5445e1832fd4d80f0aa5cf, entries=150, sequenceid=276, filesize=12.0 K 2024-12-06T03:19:29,242 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 52d5b41cd2f4faf90e4ac160fbf8dc2e in 885ms, sequenceid=276, compaction requested=true 2024-12-06T03:19:29,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.HRegion(2538): Flush status journal for 52d5b41cd2f4faf90e4ac160fbf8dc2e: 2024-12-06T03:19:29,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:29,242 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56 2024-12-06T03:19:29,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=56 2024-12-06T03:19:29,244 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=56, resume processing ppid=55 2024-12-06T03:19:29,245 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=56, ppid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0390 sec 2024-12-06T03:19:29,246 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=55, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=55, table=TestAcidGuarantees in 1.0440 sec 2024-12-06T03:19:29,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=55 2024-12-06T03:19:29,307 INFO [Thread-718 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 55 completed 2024-12-06T03:19:29,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:19:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees 2024-12-06T03:19:29,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-06T03:19:29,309 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:19:29,310 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=57, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:19:29,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:19:29,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-06T03:19:29,462 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:29,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=58 2024-12-06T03:19:29,462 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:29,463 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2837): Flushing 52d5b41cd2f4faf90e4ac160fbf8dc2e 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T03:19:29,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=A 2024-12-06T03:19:29,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:29,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=B 2024-12-06T03:19:29,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:29,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=C 2024-12-06T03:19:29,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:29,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412068a3379013f0342dfb1c1e95c2dfaa6cc_52d5b41cd2f4faf90e4ac160fbf8dc2e is 50, key is test_row_0/A:col10/1733455168550/Put/seqid=0 2024-12-06T03:19:29,487 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742043_1219 (size=12454) 2024-12-06T03:19:29,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-06T03:19:29,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:29,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. as already flushing 2024-12-06T03:19:29,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:29,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455229757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:29,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:29,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455229859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:29,888 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:29,893 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412068a3379013f0342dfb1c1e95c2dfaa6cc_52d5b41cd2f4faf90e4ac160fbf8dc2e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412068a3379013f0342dfb1c1e95c2dfaa6cc_52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:29,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/50e155cb201141d8b72a9061c566b928, store: [table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:29,894 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/50e155cb201141d8b72a9061c566b928 is 175, key is test_row_0/A:col10/1733455168550/Put/seqid=0 2024-12-06T03:19:29,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742044_1220 (size=31255) 2024-12-06T03:19:29,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-06T03:19:30,065 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:30,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455230063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:30,299 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=287, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/50e155cb201141d8b72a9061c566b928 2024-12-06T03:19:30,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/4e2491702018463fa733099160c84166 is 50, key is test_row_0/B:col10/1733455168550/Put/seqid=0 2024-12-06T03:19:30,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742045_1221 (size=12301) 2024-12-06T03:19:30,368 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:30,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455230367, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:30,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-06T03:19:30,723 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/4e2491702018463fa733099160c84166 2024-12-06T03:19:30,732 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/cbb7ae6d7c0344098b5cc71c2d0844a4 is 50, key is test_row_0/C:col10/1733455168550/Put/seqid=0 2024-12-06T03:19:30,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742046_1222 (size=12301) 2024-12-06T03:19:30,874 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:30,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455230871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:31,143 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/cbb7ae6d7c0344098b5cc71c2d0844a4 2024-12-06T03:19:31,150 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/50e155cb201141d8b72a9061c566b928 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/50e155cb201141d8b72a9061c566b928 2024-12-06T03:19:31,154 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/50e155cb201141d8b72a9061c566b928, entries=150, sequenceid=287, filesize=30.5 K 2024-12-06T03:19:31,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/4e2491702018463fa733099160c84166 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/4e2491702018463fa733099160c84166 2024-12-06T03:19:31,159 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/4e2491702018463fa733099160c84166, entries=150, sequenceid=287, filesize=12.0 K 2024-12-06T03:19:31,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/cbb7ae6d7c0344098b5cc71c2d0844a4 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/cbb7ae6d7c0344098b5cc71c2d0844a4 2024-12-06T03:19:31,166 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/cbb7ae6d7c0344098b5cc71c2d0844a4, entries=150, sequenceid=287, filesize=12.0 K 2024-12-06T03:19:31,168 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 52d5b41cd2f4faf90e4ac160fbf8dc2e in 1705ms, sequenceid=287, compaction requested=true 2024-12-06T03:19:31,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.HRegion(2538): Flush status journal for 52d5b41cd2f4faf90e4ac160fbf8dc2e: 2024-12-06T03:19:31,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:31,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58 2024-12-06T03:19:31,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=58 2024-12-06T03:19:31,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=58, resume processing ppid=57 2024-12-06T03:19:31,171 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=58, ppid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.8590 sec 2024-12-06T03:19:31,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=57, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=57, table=TestAcidGuarantees in 1.8630 sec 2024-12-06T03:19:31,413 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=57 2024-12-06T03:19:31,413 INFO [Thread-718 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 57 completed 2024-12-06T03:19:31,414 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:19:31,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees 2024-12-06T03:19:31,416 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:19:31,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-06T03:19:31,417 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=59, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:19:31,417 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:19:31,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-06T03:19:31,568 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:31,569 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=60 2024-12-06T03:19:31,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:31,569 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2837): Flushing 52d5b41cd2f4faf90e4ac160fbf8dc2e 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-06T03:19:31,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=A 2024-12-06T03:19:31,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:31,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=B 2024-12-06T03:19:31,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:31,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=C 2024-12-06T03:19:31,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:31,577 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206b98f42a6db53420dab24ba862a6f4c99_52d5b41cd2f4faf90e4ac160fbf8dc2e is 50, key is test_row_0/A:col10/1733455169718/Put/seqid=0 2024-12-06T03:19:31,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742047_1223 (size=12454) 2024-12-06T03:19:31,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-06T03:19:31,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:31,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. as already flushing 2024-12-06T03:19:31,915 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:31,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455231909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:31,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:31,987 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206b98f42a6db53420dab24ba862a6f4c99_52d5b41cd2f4faf90e4ac160fbf8dc2e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206b98f42a6db53420dab24ba862a6f4c99_52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:31,988 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/0962cc5795584812aff66d7dfd70aa5f, store: [table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:31,989 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/0962cc5795584812aff66d7dfd70aa5f is 175, key is test_row_0/A:col10/1733455169718/Put/seqid=0 2024-12-06T03:19:31,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742048_1224 (size=31255) 2024-12-06T03:19:31,998 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=312, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/0962cc5795584812aff66d7dfd70aa5f 2024-12-06T03:19:32,006 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/9c77bb033312455c8d83a6405f060e5c is 50, key is test_row_0/B:col10/1733455169718/Put/seqid=0 2024-12-06T03:19:32,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742049_1225 (size=12301) 2024-12-06T03:19:32,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-06T03:19:32,022 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:32,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455232016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:32,227 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:32,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 300 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455232224, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:32,419 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/9c77bb033312455c8d83a6405f060e5c 2024-12-06T03:19:32,428 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/5f1ffb027bf24457bbbb4cad040b2fa0 is 50, key is test_row_0/C:col10/1733455169718/Put/seqid=0 2024-12-06T03:19:32,442 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742050_1226 (size=12301) 2024-12-06T03:19:32,444 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=312 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/5f1ffb027bf24457bbbb4cad040b2fa0 2024-12-06T03:19:32,449 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/0962cc5795584812aff66d7dfd70aa5f as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/0962cc5795584812aff66d7dfd70aa5f 2024-12-06T03:19:32,453 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/0962cc5795584812aff66d7dfd70aa5f, entries=150, sequenceid=312, filesize=30.5 K 2024-12-06T03:19:32,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/9c77bb033312455c8d83a6405f060e5c as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/9c77bb033312455c8d83a6405f060e5c 2024-12-06T03:19:32,459 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/9c77bb033312455c8d83a6405f060e5c, entries=150, sequenceid=312, filesize=12.0 K 2024-12-06T03:19:32,461 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/5f1ffb027bf24457bbbb4cad040b2fa0 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/5f1ffb027bf24457bbbb4cad040b2fa0 2024-12-06T03:19:32,466 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/5f1ffb027bf24457bbbb4cad040b2fa0, entries=150, sequenceid=312, filesize=12.0 K 2024-12-06T03:19:32,467 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 52d5b41cd2f4faf90e4ac160fbf8dc2e in 898ms, sequenceid=312, compaction requested=true 2024-12-06T03:19:32,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.HRegion(2538): Flush status journal for 52d5b41cd2f4faf90e4ac160fbf8dc2e: 2024-12-06T03:19:32,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:32,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60 2024-12-06T03:19:32,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=60 2024-12-06T03:19:32,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=60, resume processing ppid=59 2024-12-06T03:19:32,471 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=60, ppid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0520 sec 2024-12-06T03:19:32,473 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=59, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=59, table=TestAcidGuarantees in 1.0570 sec 2024-12-06T03:19:32,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=59 2024-12-06T03:19:32,520 INFO [Thread-718 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 59 completed 2024-12-06T03:19:32,521 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:19:32,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees 2024-12-06T03:19:32,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-06T03:19:32,523 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:19:32,523 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=61, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:19:32,523 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:19:32,530 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:32,531 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 52d5b41cd2f4faf90e4ac160fbf8dc2e 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-06T03:19:32,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=A 2024-12-06T03:19:32,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:32,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=B 2024-12-06T03:19:32,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:32,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=C 2024-12-06T03:19:32,531 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:32,539 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206ef7cf3d74a7e4e639b033193281d97a1_52d5b41cd2f4faf90e4ac160fbf8dc2e is 50, key is test_row_0/A:col10/1733455171908/Put/seqid=0 2024-12-06T03:19:32,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742051_1227 (size=14994) 2024-12-06T03:19:32,547 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:32,553 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206ef7cf3d74a7e4e639b033193281d97a1_52d5b41cd2f4faf90e4ac160fbf8dc2e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206ef7cf3d74a7e4e639b033193281d97a1_52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:32,555 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/c770dc45d94a4a50a5704c0fb4852621, store: [table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:32,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/c770dc45d94a4a50a5704c0fb4852621 is 175, key is test_row_0/A:col10/1733455171908/Put/seqid=0 2024-12-06T03:19:32,577 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742052_1228 (size=39949) 2024-12-06T03:19:32,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-06T03:19:32,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:32,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 324 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455232624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:32,676 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:32,676 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-06T03:19:32,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:32,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. as already flushing 2024-12-06T03:19:32,676 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:32,677 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:32,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:32,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:32,733 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:32,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 326 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455232731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:32,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-06T03:19:32,829 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:32,830 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-06T03:19:32,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:32,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. as already flushing 2024-12-06T03:19:32,831 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:32,832 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:32,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:32,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:32,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:32,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 328 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455232935, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:32,977 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=324, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/c770dc45d94a4a50a5704c0fb4852621 2024-12-06T03:19:32,984 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:32,985 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-06T03:19:32,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:32,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. as already flushing 2024-12-06T03:19:32,985 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:32,986 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] handler.RSProcedureHandler(58): pid=62 java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:32,986 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=62 java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=62 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:32,987 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/b82235b31f5343858540c708df55b3a0 is 50, key is test_row_0/B:col10/1733455171908/Put/seqid=0 2024-12-06T03:19:32,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742053_1229 (size=12301) 2024-12-06T03:19:32,998 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/b82235b31f5343858540c708df55b3a0 2024-12-06T03:19:33,009 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/6472f50be1674142aa18daab059bff24 is 50, key is test_row_0/C:col10/1733455171908/Put/seqid=0 2024-12-06T03:19:33,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742054_1230 (size=12301) 2024-12-06T03:19:33,022 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/6472f50be1674142aa18daab059bff24 2024-12-06T03:19:33,028 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/c770dc45d94a4a50a5704c0fb4852621 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/c770dc45d94a4a50a5704c0fb4852621 2024-12-06T03:19:33,040 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/c770dc45d94a4a50a5704c0fb4852621, entries=200, sequenceid=324, filesize=39.0 K 2024-12-06T03:19:33,044 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/b82235b31f5343858540c708df55b3a0 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/b82235b31f5343858540c708df55b3a0 2024-12-06T03:19:33,052 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/b82235b31f5343858540c708df55b3a0, entries=150, sequenceid=324, filesize=12.0 K 2024-12-06T03:19:33,053 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/6472f50be1674142aa18daab059bff24 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/6472f50be1674142aa18daab059bff24 2024-12-06T03:19:33,057 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/6472f50be1674142aa18daab059bff24, entries=150, sequenceid=324, filesize=12.0 K 2024-12-06T03:19:33,058 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 52d5b41cd2f4faf90e4ac160fbf8dc2e in 528ms, sequenceid=324, compaction requested=true 2024-12-06T03:19:33,058 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 52d5b41cd2f4faf90e4ac160fbf8dc2e: 2024-12-06T03:19:33,059 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-12-06T03:19:33,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 52d5b41cd2f4faf90e4ac160fbf8dc2e:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:19:33,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:33,059 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-12-06T03:19:33,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 52d5b41cd2f4faf90e4ac160fbf8dc2e:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:19:33,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:33,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 52d5b41cd2f4faf90e4ac160fbf8dc2e:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:19:33,060 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:19:33,063 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 98252 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-12-06T03:19:33,063 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): 52d5b41cd2f4faf90e4ac160fbf8dc2e/B is initiating minor compaction (all files) 2024-12-06T03:19:33,063 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 284506 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-12-06T03:19:33,063 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 52d5b41cd2f4faf90e4ac160fbf8dc2e/B in TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:33,063 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): 52d5b41cd2f4faf90e4ac160fbf8dc2e/A is initiating minor compaction (all files) 2024-12-06T03:19:33,063 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 52d5b41cd2f4faf90e4ac160fbf8dc2e/A in TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:33,063 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/6db0ba16aa6e4f54aa37724f4f261809, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/8a04f07b8bf24fe9886584af74a0b78e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/469ae4090c9346b4badbba53583c38ff, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/61b48665da3343f0870ffb5964f302c6, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/707505f38f05412783e7ddd83b5fb5c0, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/4e2491702018463fa733099160c84166, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/9c77bb033312455c8d83a6405f060e5c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/b82235b31f5343858540c708df55b3a0] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp, totalSize=95.9 K 2024-12-06T03:19:33,063 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/1725681a1a7b45b0ba518e54fa524edd, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/998dc4f7ed814920b0b3e0f18be4bd08, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/d4f8cb523b8b465ba6647d6b1135b9fe, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/f1fd94ff3846461298fc985cc8ade6d2, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/7ec55f8bb81847419582a7abc7b3d15c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/50e155cb201141d8b72a9061c566b928, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/0962cc5795584812aff66d7dfd70aa5f, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/c770dc45d94a4a50a5704c0fb4852621] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp, totalSize=277.8 K 2024-12-06T03:19:33,063 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=8 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:33,063 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. files: [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/1725681a1a7b45b0ba518e54fa524edd, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/998dc4f7ed814920b0b3e0f18be4bd08, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/d4f8cb523b8b465ba6647d6b1135b9fe, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/f1fd94ff3846461298fc985cc8ade6d2, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/7ec55f8bb81847419582a7abc7b3d15c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/50e155cb201141d8b72a9061c566b928, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/0962cc5795584812aff66d7dfd70aa5f, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/c770dc45d94a4a50a5704c0fb4852621] 2024-12-06T03:19:33,063 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 6db0ba16aa6e4f54aa37724f4f261809, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733455163485 2024-12-06T03:19:33,064 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1725681a1a7b45b0ba518e54fa524edd, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733455163485 2024-12-06T03:19:33,064 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 8a04f07b8bf24fe9886584af74a0b78e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733455164940 2024-12-06T03:19:33,064 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 998dc4f7ed814920b0b3e0f18be4bd08, keycount=300, bloomtype=ROW, size=55.7 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733455164617 2024-12-06T03:19:33,064 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 469ae4090c9346b4badbba53583c38ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1733455165069 2024-12-06T03:19:33,064 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting d4f8cb523b8b465ba6647d6b1135b9fe, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1733455165069 2024-12-06T03:19:33,065 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 61b48665da3343f0870ffb5964f302c6, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733455166208 2024-12-06T03:19:33,065 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1fd94ff3846461298fc985cc8ade6d2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733455166208 2024-12-06T03:19:33,065 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 707505f38f05412783e7ddd83b5fb5c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733455167407 2024-12-06T03:19:33,065 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7ec55f8bb81847419582a7abc7b3d15c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733455167407 2024-12-06T03:19:33,065 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e2491702018463fa733099160c84166, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733455168532 2024-12-06T03:19:33,066 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 50e155cb201141d8b72a9061c566b928, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733455168532 2024-12-06T03:19:33,066 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 9c77bb033312455c8d83a6405f060e5c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733455169718 2024-12-06T03:19:33,066 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0962cc5795584812aff66d7dfd70aa5f, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733455169718 2024-12-06T03:19:33,066 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting b82235b31f5343858540c708df55b3a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733455171902 2024-12-06T03:19:33,066 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting c770dc45d94a4a50a5704c0fb4852621, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733455171901 2024-12-06T03:19:33,085 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:33,090 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 52d5b41cd2f4faf90e4ac160fbf8dc2e#B#compaction#192 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:19:33,091 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/04eb3535d0bf4d0db605a2524c57b89f is 50, key is test_row_0/B:col10/1733455171908/Put/seqid=0 2024-12-06T03:19:33,092 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206d38d799d688343008b9d16ba7a993bb8_52d5b41cd2f4faf90e4ac160fbf8dc2e store=[table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:33,096 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206d38d799d688343008b9d16ba7a993bb8_52d5b41cd2f4faf90e4ac160fbf8dc2e, store=[table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:33,097 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206d38d799d688343008b9d16ba7a993bb8_52d5b41cd2f4faf90e4ac160fbf8dc2e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:33,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742056_1232 (size=4469) 2024-12-06T03:19:33,108 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 52d5b41cd2f4faf90e4ac160fbf8dc2e#A#compaction#193 average throughput is 1.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:19:33,108 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/ae58d3734b6c456dab70fb7e735f5142 is 175, key is test_row_0/A:col10/1733455171908/Put/seqid=0 2024-12-06T03:19:33,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742055_1231 (size=13017) 2024-12-06T03:19:33,119 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/04eb3535d0bf4d0db605a2524c57b89f as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/04eb3535d0bf4d0db605a2524c57b89f 2024-12-06T03:19:33,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742057_1233 (size=31971) 2024-12-06T03:19:33,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-06T03:19:33,132 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/ae58d3734b6c456dab70fb7e735f5142 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/ae58d3734b6c456dab70fb7e735f5142 2024-12-06T03:19:33,134 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 8 (all) file(s) in 52d5b41cd2f4faf90e4ac160fbf8dc2e/B of 52d5b41cd2f4faf90e4ac160fbf8dc2e into 04eb3535d0bf4d0db605a2524c57b89f(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:19:33,134 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 52d5b41cd2f4faf90e4ac160fbf8dc2e: 2024-12-06T03:19:33,134 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e., storeName=52d5b41cd2f4faf90e4ac160fbf8dc2e/B, priority=8, startTime=1733455173059; duration=0sec 2024-12-06T03:19:33,134 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:19:33,134 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 52d5b41cd2f4faf90e4ac160fbf8dc2e:B 2024-12-06T03:19:33,134 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 8 store files, 0 compacting, 8 eligible, 16 blocking 2024-12-06T03:19:33,139 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 8 (all) file(s) in 52d5b41cd2f4faf90e4ac160fbf8dc2e/A of 52d5b41cd2f4faf90e4ac160fbf8dc2e into ae58d3734b6c456dab70fb7e735f5142(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:19:33,139 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 52d5b41cd2f4faf90e4ac160fbf8dc2e: 2024-12-06T03:19:33,139 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e., storeName=52d5b41cd2f4faf90e4ac160fbf8dc2e/A, priority=8, startTime=1733455173059; duration=0sec 2024-12-06T03:19:33,139 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:33,139 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 52d5b41cd2f4faf90e4ac160fbf8dc2e:A 2024-12-06T03:19:33,144 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:33,144 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=62 2024-12-06T03:19:33,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:33,145 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2837): Flushing 52d5b41cd2f4faf90e4ac160fbf8dc2e 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-06T03:19:33,145 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 8 files of size 98252 starting at candidate #0 after considering 21 permutations with 21 in ratio 2024-12-06T03:19:33,145 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): 52d5b41cd2f4faf90e4ac160fbf8dc2e/C is initiating minor compaction (all files) 2024-12-06T03:19:33,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=A 2024-12-06T03:19:33,145 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 52d5b41cd2f4faf90e4ac160fbf8dc2e/C in TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:33,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:33,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=B 2024-12-06T03:19:33,145 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/74f50e077e1a40819beab2265fc49951, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/305114eac82840689e4679f356da4f2a, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/248c862fd2fb45048a8f40c987239619, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/e9388c05d75b4922a595ebb2bda70c16, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/f15c522e6c5445e1832fd4d80f0aa5cf, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/cbb7ae6d7c0344098b5cc71c2d0844a4, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/5f1ffb027bf24457bbbb4cad040b2fa0, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/6472f50be1674142aa18daab059bff24] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp, totalSize=95.9 K 2024-12-06T03:19:33,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:33,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=C 2024-12-06T03:19:33,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:33,146 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 74f50e077e1a40819beab2265fc49951, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=201, earliestPutTs=1733455163485 2024-12-06T03:19:33,146 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 305114eac82840689e4679f356da4f2a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=214, earliestPutTs=1733455164940 2024-12-06T03:19:33,147 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 248c862fd2fb45048a8f40c987239619, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=240, earliestPutTs=1733455165069 2024-12-06T03:19:33,149 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting e9388c05d75b4922a595ebb2bda70c16, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=251, earliestPutTs=1733455166208 2024-12-06T03:19:33,150 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting f15c522e6c5445e1832fd4d80f0aa5cf, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=276, earliestPutTs=1733455167407 2024-12-06T03:19:33,151 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting cbb7ae6d7c0344098b5cc71c2d0844a4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733455168532 2024-12-06T03:19:33,153 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 5f1ffb027bf24457bbbb4cad040b2fa0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=312, earliestPutTs=1733455169718 2024-12-06T03:19:33,154 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 6472f50be1674142aa18daab059bff24, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733455171902 2024-12-06T03:19:33,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206a97fd3c1889a454e8c14253d9699f668_52d5b41cd2f4faf90e4ac160fbf8dc2e is 50, key is test_row_0/A:col10/1733455172623/Put/seqid=0 2024-12-06T03:19:33,179 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 52d5b41cd2f4faf90e4ac160fbf8dc2e#C#compaction#195 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:19:33,179 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/a9c2549144f54364af94c6a54f8e71d6 is 50, key is test_row_0/C:col10/1733455171908/Put/seqid=0 2024-12-06T03:19:33,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742058_1234 (size=12454) 2024-12-06T03:19:33,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742059_1235 (size=13017) 2024-12-06T03:19:33,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:33,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. as already flushing 2024-12-06T03:19:33,267 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:33,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 339 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455233266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:33,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:33,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 341 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455233369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:33,576 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:33,577 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 343 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455233574, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:33,589 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:33,593 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206a97fd3c1889a454e8c14253d9699f668_52d5b41cd2f4faf90e4ac160fbf8dc2e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206a97fd3c1889a454e8c14253d9699f668_52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:33,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/e4ff2e79287d4cd88e866c6bc58f7d5a, store: [table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:33,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/e4ff2e79287d4cd88e866c6bc58f7d5a is 175, key is test_row_0/A:col10/1733455172623/Put/seqid=0 2024-12-06T03:19:33,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742060_1236 (size=31255) 2024-12-06T03:19:33,615 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/a9c2549144f54364af94c6a54f8e71d6 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/a9c2549144f54364af94c6a54f8e71d6 2024-12-06T03:19:33,623 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 8 (all) file(s) in 52d5b41cd2f4faf90e4ac160fbf8dc2e/C of 52d5b41cd2f4faf90e4ac160fbf8dc2e into a9c2549144f54364af94c6a54f8e71d6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:19:33,623 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 52d5b41cd2f4faf90e4ac160fbf8dc2e: 2024-12-06T03:19:33,623 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e., storeName=52d5b41cd2f4faf90e4ac160fbf8dc2e/C, priority=8, startTime=1733455173060; duration=0sec 2024-12-06T03:19:33,623 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:33,623 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 52d5b41cd2f4faf90e4ac160fbf8dc2e:C 2024-12-06T03:19:33,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-06T03:19:33,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:33,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 345 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455233878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:34,001 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=350, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/e4ff2e79287d4cd88e866c6bc58f7d5a 2024-12-06T03:19:34,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/665474bf42334331b113d32d11bd813b is 50, key is test_row_0/B:col10/1733455172623/Put/seqid=0 2024-12-06T03:19:34,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742061_1237 (size=12301) 2024-12-06T03:19:34,028 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/665474bf42334331b113d32d11bd813b 2024-12-06T03:19:34,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/2e60d5985424497d86156531fb796cb1 is 50, key is test_row_0/C:col10/1733455172623/Put/seqid=0 2024-12-06T03:19:34,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742062_1238 (size=12301) 2024-12-06T03:19:34,042 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=350 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/2e60d5985424497d86156531fb796cb1 2024-12-06T03:19:34,046 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/e4ff2e79287d4cd88e866c6bc58f7d5a as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/e4ff2e79287d4cd88e866c6bc58f7d5a 2024-12-06T03:19:34,051 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/e4ff2e79287d4cd88e866c6bc58f7d5a, entries=150, sequenceid=350, filesize=30.5 K 2024-12-06T03:19:34,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.StoreScanner(992): StoreScanner already has the close lock. There is no need to updateReaders 2024-12-06T03:19:34,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/665474bf42334331b113d32d11bd813b as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/665474bf42334331b113d32d11bd813b 2024-12-06T03:19:34,059 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/665474bf42334331b113d32d11bd813b, entries=150, sequenceid=350, filesize=12.0 K 2024-12-06T03:19:34,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/2e60d5985424497d86156531fb796cb1 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/2e60d5985424497d86156531fb796cb1 2024-12-06T03:19:34,068 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/2e60d5985424497d86156531fb796cb1, entries=150, sequenceid=350, filesize=12.0 K 2024-12-06T03:19:34,070 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for 52d5b41cd2f4faf90e4ac160fbf8dc2e in 924ms, sequenceid=350, compaction requested=false 2024-12-06T03:19:34,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.HRegion(2538): Flush status journal for 52d5b41cd2f4faf90e4ac160fbf8dc2e: 2024-12-06T03:19:34,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:34,070 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=62}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=62 2024-12-06T03:19:34,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=62 2024-12-06T03:19:34,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=62, resume processing ppid=61 2024-12-06T03:19:34,073 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=62, ppid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5480 sec 2024-12-06T03:19:34,074 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=61, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=61, table=TestAcidGuarantees in 1.5520 sec 2024-12-06T03:19:34,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:34,382 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 52d5b41cd2f4faf90e4ac160fbf8dc2e 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-06T03:19:34,382 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=A 2024-12-06T03:19:34,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:34,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=B 2024-12-06T03:19:34,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:34,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=C 2024-12-06T03:19:34,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:34,390 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206c8df57de38974c1ca51baa375692b71f_52d5b41cd2f4faf90e4ac160fbf8dc2e is 50, key is test_row_0/A:col10/1733455174381/Put/seqid=0 2024-12-06T03:19:34,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742063_1239 (size=14994) 2024-12-06T03:19:34,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:34,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 368 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455234454, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:34,560 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:34,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 370 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455234558, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:34,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=61 2024-12-06T03:19:34,628 INFO [Thread-718 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 61 completed 2024-12-06T03:19:34,629 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:19:34,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees 2024-12-06T03:19:34,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-06T03:19:34,631 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:19:34,631 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=63, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:19:34,632 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:19:34,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-06T03:19:34,764 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:34,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 372 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455234764, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:34,783 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:34,784 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-06T03:19:34,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:34,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. as already flushing 2024-12-06T03:19:34,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:34,784 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] handler.RSProcedureHandler(58): pid=64 java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:34,784 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=64 java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:34,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=64 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:34,801 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:34,806 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206c8df57de38974c1ca51baa375692b71f_52d5b41cd2f4faf90e4ac160fbf8dc2e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206c8df57de38974c1ca51baa375692b71f_52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:34,809 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/04980c6df2aa47e387d7d15d936df38a, store: [table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:34,809 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/04980c6df2aa47e387d7d15d936df38a is 175, key is test_row_0/A:col10/1733455174381/Put/seqid=0 2024-12-06T03:19:34,815 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742064_1240 (size=39949) 2024-12-06T03:19:34,816 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=364, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/04980c6df2aa47e387d7d15d936df38a 2024-12-06T03:19:34,826 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/bbf11f7b36194c4783f2ca1877ad5cf5 is 50, key is test_row_0/B:col10/1733455174381/Put/seqid=0 2024-12-06T03:19:34,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742065_1241 (size=12301) 2024-12-06T03:19:34,833 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/bbf11f7b36194c4783f2ca1877ad5cf5 2024-12-06T03:19:34,841 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/ab5ff49349ba4d5bae883d4f324159d3 is 50, key is test_row_0/C:col10/1733455174381/Put/seqid=0 2024-12-06T03:19:34,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742066_1242 (size=12301) 2024-12-06T03:19:34,865 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=364 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/ab5ff49349ba4d5bae883d4f324159d3 2024-12-06T03:19:34,879 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/04980c6df2aa47e387d7d15d936df38a as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/04980c6df2aa47e387d7d15d936df38a 2024-12-06T03:19:34,885 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/04980c6df2aa47e387d7d15d936df38a, entries=200, sequenceid=364, filesize=39.0 K 2024-12-06T03:19:34,886 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/bbf11f7b36194c4783f2ca1877ad5cf5 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/bbf11f7b36194c4783f2ca1877ad5cf5 2024-12-06T03:19:34,893 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/bbf11f7b36194c4783f2ca1877ad5cf5, entries=150, sequenceid=364, filesize=12.0 K 2024-12-06T03:19:34,894 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/ab5ff49349ba4d5bae883d4f324159d3 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/ab5ff49349ba4d5bae883d4f324159d3 2024-12-06T03:19:34,899 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/ab5ff49349ba4d5bae883d4f324159d3, entries=150, sequenceid=364, filesize=12.0 K 2024-12-06T03:19:34,901 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 52d5b41cd2f4faf90e4ac160fbf8dc2e in 518ms, sequenceid=364, compaction requested=true 2024-12-06T03:19:34,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 52d5b41cd2f4faf90e4ac160fbf8dc2e: 2024-12-06T03:19:34,901 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:19:34,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 52d5b41cd2f4faf90e4ac160fbf8dc2e:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:19:34,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:34,901 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:19:34,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 52d5b41cd2f4faf90e4ac160fbf8dc2e:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:19:34,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:34,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 52d5b41cd2f4faf90e4ac160fbf8dc2e:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:19:34,902 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:19:34,902 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103175 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:19:34,902 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): 52d5b41cd2f4faf90e4ac160fbf8dc2e/A is initiating minor compaction (all files) 2024-12-06T03:19:34,902 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 52d5b41cd2f4faf90e4ac160fbf8dc2e/A in TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:34,903 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/ae58d3734b6c456dab70fb7e735f5142, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/e4ff2e79287d4cd88e866c6bc58f7d5a, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/04980c6df2aa47e387d7d15d936df38a] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp, totalSize=100.8 K 2024-12-06T03:19:34,903 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:34,903 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. files: [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/ae58d3734b6c456dab70fb7e735f5142, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/e4ff2e79287d4cd88e866c6bc58f7d5a, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/04980c6df2aa47e387d7d15d936df38a] 2024-12-06T03:19:34,903 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:19:34,904 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae58d3734b6c456dab70fb7e735f5142, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733455171902 2024-12-06T03:19:34,904 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): 52d5b41cd2f4faf90e4ac160fbf8dc2e/B is initiating minor compaction (all files) 2024-12-06T03:19:34,904 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 52d5b41cd2f4faf90e4ac160fbf8dc2e/B in TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:34,904 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/04eb3535d0bf4d0db605a2524c57b89f, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/665474bf42334331b113d32d11bd813b, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/bbf11f7b36194c4783f2ca1877ad5cf5] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp, totalSize=36.7 K 2024-12-06T03:19:34,904 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting e4ff2e79287d4cd88e866c6bc58f7d5a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1733455172616 2024-12-06T03:19:34,905 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 04eb3535d0bf4d0db605a2524c57b89f, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733455171902 2024-12-06T03:19:34,905 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04980c6df2aa47e387d7d15d936df38a, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733455173255 2024-12-06T03:19:34,905 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 665474bf42334331b113d32d11bd813b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1733455172616 2024-12-06T03:19:34,906 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting bbf11f7b36194c4783f2ca1877ad5cf5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733455173255 2024-12-06T03:19:34,917 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:34,918 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 52d5b41cd2f4faf90e4ac160fbf8dc2e#B#compaction#201 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:19:34,919 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/7582aa6620c44fa3a7fb7f021bbcb7de is 50, key is test_row_0/B:col10/1733455174381/Put/seqid=0 2024-12-06T03:19:34,926 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206de0c0087de8a4a7682fd2bc062b1b96f_52d5b41cd2f4faf90e4ac160fbf8dc2e store=[table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:34,928 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206de0c0087de8a4a7682fd2bc062b1b96f_52d5b41cd2f4faf90e4ac160fbf8dc2e, store=[table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:34,928 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206de0c0087de8a4a7682fd2bc062b1b96f_52d5b41cd2f4faf90e4ac160fbf8dc2e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:34,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742067_1243 (size=13119) 2024-12-06T03:19:34,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-06T03:19:34,936 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:34,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=64 2024-12-06T03:19:34,937 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:34,937 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2837): Flushing 52d5b41cd2f4faf90e4ac160fbf8dc2e 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-06T03:19:34,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=A 2024-12-06T03:19:34,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:34,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=B 2024-12-06T03:19:34,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:34,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=C 2024-12-06T03:19:34,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:34,941 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/7582aa6620c44fa3a7fb7f021bbcb7de as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/7582aa6620c44fa3a7fb7f021bbcb7de 2024-12-06T03:19:34,949 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 52d5b41cd2f4faf90e4ac160fbf8dc2e/B of 52d5b41cd2f4faf90e4ac160fbf8dc2e into 7582aa6620c44fa3a7fb7f021bbcb7de(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:19:34,949 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 52d5b41cd2f4faf90e4ac160fbf8dc2e: 2024-12-06T03:19:34,949 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e., storeName=52d5b41cd2f4faf90e4ac160fbf8dc2e/B, priority=13, startTime=1733455174901; duration=0sec 2024-12-06T03:19:34,949 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:19:34,949 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 52d5b41cd2f4faf90e4ac160fbf8dc2e:B 2024-12-06T03:19:34,949 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:19:34,950 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37619 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:19:34,950 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): 52d5b41cd2f4faf90e4ac160fbf8dc2e/C is initiating minor compaction (all files) 2024-12-06T03:19:34,950 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 52d5b41cd2f4faf90e4ac160fbf8dc2e/C in TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:34,951 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/a9c2549144f54364af94c6a54f8e71d6, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/2e60d5985424497d86156531fb796cb1, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/ab5ff49349ba4d5bae883d4f324159d3] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp, totalSize=36.7 K 2024-12-06T03:19:34,951 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting a9c2549144f54364af94c6a54f8e71d6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733455171902 2024-12-06T03:19:34,951 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 2e60d5985424497d86156531fb796cb1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=350, earliestPutTs=1733455172616 2024-12-06T03:19:34,952 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting ab5ff49349ba4d5bae883d4f324159d3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733455173255 2024-12-06T03:19:34,957 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742068_1244 (size=4469) 2024-12-06T03:19:34,965 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 52d5b41cd2f4faf90e4ac160fbf8dc2e#C#compaction#203 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:19:34,966 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/6b5fd7abb42848888345cd3ffe795c01 is 50, key is test_row_0/C:col10/1733455174381/Put/seqid=0 2024-12-06T03:19:34,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412069c18fde442744e238033e696d9e0f1d1_52d5b41cd2f4faf90e4ac160fbf8dc2e is 50, key is test_row_0/A:col10/1733455174450/Put/seqid=0 2024-12-06T03:19:34,997 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742069_1245 (size=13119) 2024-12-06T03:19:35,006 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/6b5fd7abb42848888345cd3ffe795c01 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/6b5fd7abb42848888345cd3ffe795c01 2024-12-06T03:19:35,009 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742070_1246 (size=12454) 2024-12-06T03:19:35,012 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 52d5b41cd2f4faf90e4ac160fbf8dc2e/C of 52d5b41cd2f4faf90e4ac160fbf8dc2e into 6b5fd7abb42848888345cd3ffe795c01(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:19:35,012 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 52d5b41cd2f4faf90e4ac160fbf8dc2e: 2024-12-06T03:19:35,012 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e., storeName=52d5b41cd2f4faf90e4ac160fbf8dc2e/C, priority=13, startTime=1733455174902; duration=0sec 2024-12-06T03:19:35,012 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:35,013 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 52d5b41cd2f4faf90e4ac160fbf8dc2e:C 2024-12-06T03:19:35,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:35,069 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. as already flushing 2024-12-06T03:19:35,087 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:35,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 384 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455235086, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:35,189 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:35,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 386 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455235189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:35,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-06T03:19:35,359 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 52d5b41cd2f4faf90e4ac160fbf8dc2e#A#compaction#202 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:19:35,360 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/44d5decb8d8f44e9bc96c683412ce073 is 175, key is test_row_0/A:col10/1733455174381/Put/seqid=0 2024-12-06T03:19:35,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742071_1247 (size=32073) 2024-12-06T03:19:35,392 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:35,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 388 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455235391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:35,410 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:35,414 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412069c18fde442744e238033e696d9e0f1d1_52d5b41cd2f4faf90e4ac160fbf8dc2e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412069c18fde442744e238033e696d9e0f1d1_52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:35,415 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/0f688237f81946449302071e3afda379, store: [table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:35,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/0f688237f81946449302071e3afda379 is 175, key is test_row_0/A:col10/1733455174450/Put/seqid=0 2024-12-06T03:19:35,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742072_1248 (size=31255) 2024-12-06T03:19:35,695 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:35,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 390 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455235694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:35,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-06T03:19:35,770 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/44d5decb8d8f44e9bc96c683412ce073 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/44d5decb8d8f44e9bc96c683412ce073 2024-12-06T03:19:35,775 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 52d5b41cd2f4faf90e4ac160fbf8dc2e/A of 52d5b41cd2f4faf90e4ac160fbf8dc2e into 44d5decb8d8f44e9bc96c683412ce073(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:19:35,775 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 52d5b41cd2f4faf90e4ac160fbf8dc2e: 2024-12-06T03:19:35,775 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e., storeName=52d5b41cd2f4faf90e4ac160fbf8dc2e/A, priority=13, startTime=1733455174901; duration=0sec 2024-12-06T03:19:35,775 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:35,775 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 52d5b41cd2f4faf90e4ac160fbf8dc2e:A 2024-12-06T03:19:35,829 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=387, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/0f688237f81946449302071e3afda379 2024-12-06T03:19:35,833 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:35,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56218 deadline: 1733455235833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:35,834 DEBUG [Thread-708 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18180 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e., hostname=4c7f994aa0f5,34349,1733455120723, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:19:35,845 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/5ce941556f4e4b669ea4fd159af4b785 is 50, key is test_row_0/B:col10/1733455174450/Put/seqid=0 2024-12-06T03:19:35,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742073_1249 (size=12301) 2024-12-06T03:19:35,877 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:35,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56278 deadline: 1733455235875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:35,878 DEBUG [Thread-712 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18226 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e., hostname=4c7f994aa0f5,34349,1733455120723, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:19:35,881 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:35,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56286 deadline: 1733455235880, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:35,881 DEBUG [Thread-716 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18222 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e., hostname=4c7f994aa0f5,34349,1733455120723, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:19:35,954 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:35,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56250 deadline: 1733455235953, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:35,955 DEBUG [Thread-714 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18295 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e., hostname=4c7f994aa0f5,34349,1733455120723, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:19:36,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:36,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 392 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:56242 deadline: 1733455236200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:36,255 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/5ce941556f4e4b669ea4fd159af4b785 2024-12-06T03:19:36,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/8657a5a86c7b45f6a32fce604194f8cb is 50, key is test_row_0/C:col10/1733455174450/Put/seqid=0 2024-12-06T03:19:36,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742074_1250 (size=12301) 2024-12-06T03:19:36,278 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=387 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/8657a5a86c7b45f6a32fce604194f8cb 2024-12-06T03:19:36,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/0f688237f81946449302071e3afda379 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/0f688237f81946449302071e3afda379 2024-12-06T03:19:36,289 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/0f688237f81946449302071e3afda379, entries=150, sequenceid=387, filesize=30.5 K 2024-12-06T03:19:36,291 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/5ce941556f4e4b669ea4fd159af4b785 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/5ce941556f4e4b669ea4fd159af4b785 2024-12-06T03:19:36,296 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/5ce941556f4e4b669ea4fd159af4b785, entries=150, sequenceid=387, filesize=12.0 K 2024-12-06T03:19:36,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/8657a5a86c7b45f6a32fce604194f8cb as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/8657a5a86c7b45f6a32fce604194f8cb 2024-12-06T03:19:36,301 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/8657a5a86c7b45f6a32fce604194f8cb, entries=150, sequenceid=387, filesize=12.0 K 2024-12-06T03:19:36,302 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 52d5b41cd2f4faf90e4ac160fbf8dc2e in 1365ms, sequenceid=387, compaction requested=false 2024-12-06T03:19:36,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.HRegion(2538): Flush status journal for 52d5b41cd2f4faf90e4ac160fbf8dc2e: 2024-12-06T03:19:36,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:36,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=64}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=64 2024-12-06T03:19:36,303 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=64 2024-12-06T03:19:36,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=64, resume processing ppid=63 2024-12-06T03:19:36,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=64, ppid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6730 sec 2024-12-06T03:19:36,308 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=63, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=63, table=TestAcidGuarantees in 1.6780 sec 2024-12-06T03:19:36,527 DEBUG [Thread-719 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x00cb464a to 127.0.0.1:63130 2024-12-06T03:19:36,527 DEBUG [Thread-719 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:19:36,527 DEBUG [Thread-725 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0341384e to 127.0.0.1:63130 2024-12-06T03:19:36,527 DEBUG [Thread-725 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:19:36,528 DEBUG [Thread-721 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x78cafade to 127.0.0.1:63130 2024-12-06T03:19:36,528 DEBUG [Thread-721 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:19:36,530 DEBUG [Thread-723 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x14c16cd4 to 127.0.0.1:63130 2024-12-06T03:19:36,530 DEBUG [Thread-723 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:19:36,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=63 2024-12-06T03:19:36,735 INFO [Thread-718 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 63 completed 2024-12-06T03:19:37,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:37,211 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 52d5b41cd2f4faf90e4ac160fbf8dc2e 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-06T03:19:37,211 DEBUG [Thread-710 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x433e2b26 to 127.0.0.1:63130 2024-12-06T03:19:37,211 DEBUG [Thread-710 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:19:37,211 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=A 2024-12-06T03:19:37,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:37,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=B 2024-12-06T03:19:37,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:37,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=C 2024-12-06T03:19:37,212 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:37,218 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412061870e2e5487f4d008a426a2dca01ab68_52d5b41cd2f4faf90e4ac160fbf8dc2e is 50, key is test_row_0/A:col10/1733455175081/Put/seqid=0 2024-12-06T03:19:37,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742075_1251 (size=12454) 2024-12-06T03:19:37,622 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:37,626 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412061870e2e5487f4d008a426a2dca01ab68_52d5b41cd2f4faf90e4ac160fbf8dc2e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412061870e2e5487f4d008a426a2dca01ab68_52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:37,627 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/4354201409194dec8f0034f2e6f3d61b, store: [table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:37,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/4354201409194dec8f0034f2e6f3d61b is 175, key is test_row_0/A:col10/1733455175081/Put/seqid=0 2024-12-06T03:19:37,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742076_1252 (size=31255) 2024-12-06T03:19:38,032 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=404, memsize=24.6 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/4354201409194dec8f0034f2e6f3d61b 2024-12-06T03:19:38,039 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/316787c9c7d34ac4a27770d4601418d6 is 50, key is test_row_0/B:col10/1733455175081/Put/seqid=0 2024-12-06T03:19:38,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742077_1253 (size=12301) 2024-12-06T03:19:38,444 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/316787c9c7d34ac4a27770d4601418d6 2024-12-06T03:19:38,450 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/75afc6f7a9bd4b34b32e572a57ca7b1d is 50, key is test_row_0/C:col10/1733455175081/Put/seqid=0 2024-12-06T03:19:38,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742078_1254 (size=12301) 2024-12-06T03:19:38,455 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=404 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/75afc6f7a9bd4b34b32e572a57ca7b1d 2024-12-06T03:19:38,459 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/4354201409194dec8f0034f2e6f3d61b as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/4354201409194dec8f0034f2e6f3d61b 2024-12-06T03:19:38,463 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/4354201409194dec8f0034f2e6f3d61b, entries=150, sequenceid=404, filesize=30.5 K 2024-12-06T03:19:38,463 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/316787c9c7d34ac4a27770d4601418d6 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/316787c9c7d34ac4a27770d4601418d6 2024-12-06T03:19:38,467 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/316787c9c7d34ac4a27770d4601418d6, entries=150, sequenceid=404, filesize=12.0 K 2024-12-06T03:19:38,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/75afc6f7a9bd4b34b32e572a57ca7b1d as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/75afc6f7a9bd4b34b32e572a57ca7b1d 2024-12-06T03:19:38,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/75afc6f7a9bd4b34b32e572a57ca7b1d, entries=150, sequenceid=404, filesize=12.0 K 2024-12-06T03:19:38,472 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=0 B/0 for 52d5b41cd2f4faf90e4ac160fbf8dc2e in 1261ms, sequenceid=404, compaction requested=true 2024-12-06T03:19:38,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 52d5b41cd2f4faf90e4ac160fbf8dc2e: 2024-12-06T03:19:38,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 52d5b41cd2f4faf90e4ac160fbf8dc2e:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:19:38,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:38,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 52d5b41cd2f4faf90e4ac160fbf8dc2e:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:19:38,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:38,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 52d5b41cd2f4faf90e4ac160fbf8dc2e:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:19:38,472 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:19:38,472 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:19:38,472 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:19:38,473 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94583 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:19:38,473 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:19:38,473 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): 52d5b41cd2f4faf90e4ac160fbf8dc2e/A is initiating minor compaction (all files) 2024-12-06T03:19:38,473 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 52d5b41cd2f4faf90e4ac160fbf8dc2e/A in TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:38,473 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): 52d5b41cd2f4faf90e4ac160fbf8dc2e/B is initiating minor compaction (all files) 2024-12-06T03:19:38,473 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/44d5decb8d8f44e9bc96c683412ce073, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/0f688237f81946449302071e3afda379, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/4354201409194dec8f0034f2e6f3d61b] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp, totalSize=92.4 K 2024-12-06T03:19:38,473 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 52d5b41cd2f4faf90e4ac160fbf8dc2e/B in TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:38,473 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:38,473 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. files: [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/44d5decb8d8f44e9bc96c683412ce073, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/0f688237f81946449302071e3afda379, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/4354201409194dec8f0034f2e6f3d61b] 2024-12-06T03:19:38,473 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/7582aa6620c44fa3a7fb7f021bbcb7de, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/5ce941556f4e4b669ea4fd159af4b785, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/316787c9c7d34ac4a27770d4601418d6] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp, totalSize=36.8 K 2024-12-06T03:19:38,474 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 44d5decb8d8f44e9bc96c683412ce073, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733455173255 2024-12-06T03:19:38,474 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 7582aa6620c44fa3a7fb7f021bbcb7de, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733455173255 2024-12-06T03:19:38,474 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f688237f81946449302071e3afda379, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1733455174450 2024-12-06T03:19:38,474 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 5ce941556f4e4b669ea4fd159af4b785, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1733455174450 2024-12-06T03:19:38,474 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4354201409194dec8f0034f2e6f3d61b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1733455175081 2024-12-06T03:19:38,475 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 316787c9c7d34ac4a27770d4601418d6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1733455175081 2024-12-06T03:19:38,482 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 52d5b41cd2f4faf90e4ac160fbf8dc2e#B#compaction#210 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:19:38,483 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/30fe17dcf06b4fe2b5fc869345c4041d is 50, key is test_row_0/B:col10/1733455175081/Put/seqid=0 2024-12-06T03:19:38,489 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:38,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742079_1255 (size=13221) 2024-12-06T03:19:38,492 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412067a45001c51694a7b966aed34315ad9d8_52d5b41cd2f4faf90e4ac160fbf8dc2e store=[table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:38,496 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/30fe17dcf06b4fe2b5fc869345c4041d as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/30fe17dcf06b4fe2b5fc869345c4041d 2024-12-06T03:19:38,503 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 52d5b41cd2f4faf90e4ac160fbf8dc2e/B of 52d5b41cd2f4faf90e4ac160fbf8dc2e into 30fe17dcf06b4fe2b5fc869345c4041d(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:19:38,503 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 52d5b41cd2f4faf90e4ac160fbf8dc2e: 2024-12-06T03:19:38,503 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e., storeName=52d5b41cd2f4faf90e4ac160fbf8dc2e/B, priority=13, startTime=1733455178472; duration=0sec 2024-12-06T03:19:38,503 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:19:38,503 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 52d5b41cd2f4faf90e4ac160fbf8dc2e:B 2024-12-06T03:19:38,504 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:19:38,505 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37721 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:19:38,505 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): 52d5b41cd2f4faf90e4ac160fbf8dc2e/C is initiating minor compaction (all files) 2024-12-06T03:19:38,505 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 52d5b41cd2f4faf90e4ac160fbf8dc2e/C in TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:38,505 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/6b5fd7abb42848888345cd3ffe795c01, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/8657a5a86c7b45f6a32fce604194f8cb, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/75afc6f7a9bd4b34b32e572a57ca7b1d] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp, totalSize=36.8 K 2024-12-06T03:19:38,506 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 6b5fd7abb42848888345cd3ffe795c01, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=364, earliestPutTs=1733455173255 2024-12-06T03:19:38,506 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 8657a5a86c7b45f6a32fce604194f8cb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=387, earliestPutTs=1733455174450 2024-12-06T03:19:38,507 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 75afc6f7a9bd4b34b32e572a57ca7b1d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=404, earliestPutTs=1733455175081 2024-12-06T03:19:38,516 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412067a45001c51694a7b966aed34315ad9d8_52d5b41cd2f4faf90e4ac160fbf8dc2e, store=[table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:38,516 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412067a45001c51694a7b966aed34315ad9d8_52d5b41cd2f4faf90e4ac160fbf8dc2e because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:38,519 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 52d5b41cd2f4faf90e4ac160fbf8dc2e#C#compaction#212 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:19:38,519 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/c495d5c74d234f609496c39427ec49b5 is 50, key is test_row_0/C:col10/1733455175081/Put/seqid=0 2024-12-06T03:19:38,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742080_1256 (size=4469) 2024-12-06T03:19:38,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742081_1257 (size=13221) 2024-12-06T03:19:38,904 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T03:19:38,925 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 52d5b41cd2f4faf90e4ac160fbf8dc2e#A#compaction#211 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:19:38,926 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/29b8934b01d94b569b01bfad67ea66c2 is 175, key is test_row_0/A:col10/1733455175081/Put/seqid=0 2024-12-06T03:19:38,930 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742082_1258 (size=32175) 2024-12-06T03:19:38,936 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/c495d5c74d234f609496c39427ec49b5 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/c495d5c74d234f609496c39427ec49b5 2024-12-06T03:19:38,941 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 52d5b41cd2f4faf90e4ac160fbf8dc2e/C of 52d5b41cd2f4faf90e4ac160fbf8dc2e into c495d5c74d234f609496c39427ec49b5(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:19:38,941 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 52d5b41cd2f4faf90e4ac160fbf8dc2e: 2024-12-06T03:19:38,941 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e., storeName=52d5b41cd2f4faf90e4ac160fbf8dc2e/C, priority=13, startTime=1733455178472; duration=0sec 2024-12-06T03:19:38,941 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:38,941 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 52d5b41cd2f4faf90e4ac160fbf8dc2e:C 2024-12-06T03:19:39,336 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/29b8934b01d94b569b01bfad67ea66c2 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/29b8934b01d94b569b01bfad67ea66c2 2024-12-06T03:19:39,340 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 52d5b41cd2f4faf90e4ac160fbf8dc2e/A of 52d5b41cd2f4faf90e4ac160fbf8dc2e into 29b8934b01d94b569b01bfad67ea66c2(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:19:39,340 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 52d5b41cd2f4faf90e4ac160fbf8dc2e: 2024-12-06T03:19:39,340 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e., storeName=52d5b41cd2f4faf90e4ac160fbf8dc2e/A, priority=13, startTime=1733455178472; duration=0sec 2024-12-06T03:19:39,340 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:39,340 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 52d5b41cd2f4faf90e4ac160fbf8dc2e:A 2024-12-06T03:19:44,505 DEBUG [master/4c7f994aa0f5:0.Chore.1 {}] balancer.RegionLocationFinder(172): Locality for region d178dab1b292ea1615c3e7375166c3ae changed from -1.0 to 0.0, refreshing cache 2024-12-06T03:19:45,933 DEBUG [Thread-708 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x46c2c778 to 127.0.0.1:63130 2024-12-06T03:19:45,933 DEBUG [Thread-708 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:19:45,966 DEBUG [Thread-712 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0e3a4420 to 127.0.0.1:63130 2024-12-06T03:19:45,966 DEBUG [Thread-712 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:19:45,978 DEBUG [Thread-716 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7c5c4716 to 127.0.0.1:63130 2024-12-06T03:19:45,978 DEBUG [Thread-716 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:19:45,985 DEBUG [Thread-714 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x24f64590 to 127.0.0.1:63130 2024-12-06T03:19:45,985 DEBUG [Thread-714 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:19:45,985 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-06T03:19:45,985 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 19 2024-12-06T03:19:45,985 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 261 2024-12-06T03:19:45,985 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 12 2024-12-06T03:19:45,985 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 20 2024-12-06T03:19:45,985 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 11 2024-12-06T03:19:45,985 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-06T03:19:45,985 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5411 2024-12-06T03:19:45,985 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 5300 2024-12-06T03:19:45,985 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-06T03:19:45,985 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2307 2024-12-06T03:19:45,985 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6921 rows 2024-12-06T03:19:45,985 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2297 2024-12-06T03:19:45,985 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 6891 rows 2024-12-06T03:19:45,986 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-06T03:19:45,986 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x0ff872d8 to 127.0.0.1:63130 2024-12-06T03:19:45,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:19:45,988 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-06T03:19:45,989 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-06T03:19:45,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=65, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-06T03:19:45,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-06T03:19:45,992 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733455185992"}]},"ts":"1733455185992"} 2024-12-06T03:19:45,993 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-06T03:19:45,996 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-06T03:19:45,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=66, ppid=65, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-06T03:19:45,998 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=52d5b41cd2f4faf90e4ac160fbf8dc2e, UNASSIGN}] 2024-12-06T03:19:45,998 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=52d5b41cd2f4faf90e4ac160fbf8dc2e, UNASSIGN 2024-12-06T03:19:45,999 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=52d5b41cd2f4faf90e4ac160fbf8dc2e, regionState=CLOSING, regionLocation=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:46,000 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-06T03:19:46,000 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE; CloseRegionProcedure 52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723}] 2024-12-06T03:19:46,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-06T03:19:46,151 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:46,152 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(124): Close 52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:46,152 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-06T03:19:46,152 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1681): Closing 52d5b41cd2f4faf90e4ac160fbf8dc2e, disabling compactions & flushes 2024-12-06T03:19:46,152 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:46,152 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:46,152 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. after waiting 0 ms 2024-12-06T03:19:46,152 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:46,152 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(2837): Flushing 52d5b41cd2f4faf90e4ac160fbf8dc2e 3/3 column families, dataSize=26.84 KB heapSize=71.06 KB 2024-12-06T03:19:46,152 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=A 2024-12-06T03:19:46,152 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:46,153 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=B 2024-12-06T03:19:46,153 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:46,153 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 52d5b41cd2f4faf90e4ac160fbf8dc2e, store=C 2024-12-06T03:19:46,153 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:46,159 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412068bfb97bff4ac4a6aaafae1172d5ddd75_52d5b41cd2f4faf90e4ac160fbf8dc2e is 50, key is test_row_0/A:col10/1733455185984/Put/seqid=0 2024-12-06T03:19:46,163 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742083_1259 (size=12454) 2024-12-06T03:19:46,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-06T03:19:46,565 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:46,570 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412068bfb97bff4ac4a6aaafae1172d5ddd75_52d5b41cd2f4faf90e4ac160fbf8dc2e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412068bfb97bff4ac4a6aaafae1172d5ddd75_52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:46,571 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/d350268a051f4335b8e048ddf3eb0980, store: [table=TestAcidGuarantees family=A region=52d5b41cd2f4faf90e4ac160fbf8dc2e] 2024-12-06T03:19:46,571 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/d350268a051f4335b8e048ddf3eb0980 is 175, key is test_row_0/A:col10/1733455185984/Put/seqid=0 2024-12-06T03:19:46,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742084_1260 (size=31255) 2024-12-06T03:19:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-06T03:19:46,976 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=414, memsize=8.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/d350268a051f4335b8e048ddf3eb0980 2024-12-06T03:19:46,983 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/ee446a9a7735402f96cbda79f0afc512 is 50, key is test_row_0/B:col10/1733455185984/Put/seqid=0 2024-12-06T03:19:46,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742085_1261 (size=12301) 2024-12-06T03:19:47,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-06T03:19:47,387 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/ee446a9a7735402f96cbda79f0afc512 2024-12-06T03:19:47,394 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/bbd023c6033d498a8f48fb8ed64af2d2 is 50, key is test_row_0/C:col10/1733455185984/Put/seqid=0 2024-12-06T03:19:47,398 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742086_1262 (size=12301) 2024-12-06T03:19:47,799 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=8.95 KB at sequenceid=414 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/bbd023c6033d498a8f48fb8ed64af2d2 2024-12-06T03:19:47,803 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/A/d350268a051f4335b8e048ddf3eb0980 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/d350268a051f4335b8e048ddf3eb0980 2024-12-06T03:19:47,807 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/d350268a051f4335b8e048ddf3eb0980, entries=150, sequenceid=414, filesize=30.5 K 2024-12-06T03:19:47,808 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/B/ee446a9a7735402f96cbda79f0afc512 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/ee446a9a7735402f96cbda79f0afc512 2024-12-06T03:19:47,811 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/ee446a9a7735402f96cbda79f0afc512, entries=150, sequenceid=414, filesize=12.0 K 2024-12-06T03:19:47,812 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/.tmp/C/bbd023c6033d498a8f48fb8ed64af2d2 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/bbd023c6033d498a8f48fb8ed64af2d2 2024-12-06T03:19:47,815 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/bbd023c6033d498a8f48fb8ed64af2d2, entries=150, sequenceid=414, filesize=12.0 K 2024-12-06T03:19:47,816 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(3040): Finished flush of dataSize ~26.84 KB/27480, heapSize ~71.02 KB/72720, currentSize=0 B/0 for 52d5b41cd2f4faf90e4ac160fbf8dc2e in 1664ms, sequenceid=414, compaction requested=false 2024-12-06T03:19:47,817 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/dccba75f2970440bafa53c26d5b136ed, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/396fb79271214d3cbf16559187e877ee, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/18665cad30a14fb9a7245c5817afef1e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/0540d4cdf6414d35a4411346ad84f020, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/54810657fded4d05aa7ebc656fc8c7ca, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/a4f4590e9eda452097b5640a51af00c8, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/957052b73da044578bd98d5a45368932, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/191dd344f4ad4d02948d750d13eb4fa6, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/0b2581a461854acda743af4a3834872c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/b716daaca9a84483b60cc6892fabc3f6, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/930e56f6a8b942dfa88d5ef2816815ab, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/5f597979f39f4d108fa52cd216134e51, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/23134381848c4da39b64a2525d22c7d7, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/1725681a1a7b45b0ba518e54fa524edd, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/998dc4f7ed814920b0b3e0f18be4bd08, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/d4f8cb523b8b465ba6647d6b1135b9fe, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/f1fd94ff3846461298fc985cc8ade6d2, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/7ec55f8bb81847419582a7abc7b3d15c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/50e155cb201141d8b72a9061c566b928, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/0962cc5795584812aff66d7dfd70aa5f, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/c770dc45d94a4a50a5704c0fb4852621, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/ae58d3734b6c456dab70fb7e735f5142, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/e4ff2e79287d4cd88e866c6bc58f7d5a, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/04980c6df2aa47e387d7d15d936df38a, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/44d5decb8d8f44e9bc96c683412ce073, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/0f688237f81946449302071e3afda379, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/4354201409194dec8f0034f2e6f3d61b] to archive 2024-12-06T03:19:47,818 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T03:19:47,819 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/dccba75f2970440bafa53c26d5b136ed to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/dccba75f2970440bafa53c26d5b136ed 2024-12-06T03:19:47,821 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/396fb79271214d3cbf16559187e877ee to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/396fb79271214d3cbf16559187e877ee 2024-12-06T03:19:47,822 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/18665cad30a14fb9a7245c5817afef1e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/18665cad30a14fb9a7245c5817afef1e 2024-12-06T03:19:47,823 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/0540d4cdf6414d35a4411346ad84f020 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/0540d4cdf6414d35a4411346ad84f020 2024-12-06T03:19:47,824 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/54810657fded4d05aa7ebc656fc8c7ca to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/54810657fded4d05aa7ebc656fc8c7ca 2024-12-06T03:19:47,825 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/a4f4590e9eda452097b5640a51af00c8 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/a4f4590e9eda452097b5640a51af00c8 2024-12-06T03:19:47,826 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/957052b73da044578bd98d5a45368932 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/957052b73da044578bd98d5a45368932 2024-12-06T03:19:47,827 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/191dd344f4ad4d02948d750d13eb4fa6 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/191dd344f4ad4d02948d750d13eb4fa6 2024-12-06T03:19:47,828 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/0b2581a461854acda743af4a3834872c to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/0b2581a461854acda743af4a3834872c 2024-12-06T03:19:47,829 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/b716daaca9a84483b60cc6892fabc3f6 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/b716daaca9a84483b60cc6892fabc3f6 2024-12-06T03:19:47,830 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/930e56f6a8b942dfa88d5ef2816815ab to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/930e56f6a8b942dfa88d5ef2816815ab 2024-12-06T03:19:47,831 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/5f597979f39f4d108fa52cd216134e51 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/5f597979f39f4d108fa52cd216134e51 2024-12-06T03:19:47,832 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/23134381848c4da39b64a2525d22c7d7 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/23134381848c4da39b64a2525d22c7d7 2024-12-06T03:19:47,833 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/1725681a1a7b45b0ba518e54fa524edd to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/1725681a1a7b45b0ba518e54fa524edd 2024-12-06T03:19:47,834 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/998dc4f7ed814920b0b3e0f18be4bd08 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/998dc4f7ed814920b0b3e0f18be4bd08 2024-12-06T03:19:47,835 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/d4f8cb523b8b465ba6647d6b1135b9fe to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/d4f8cb523b8b465ba6647d6b1135b9fe 2024-12-06T03:19:47,836 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/f1fd94ff3846461298fc985cc8ade6d2 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/f1fd94ff3846461298fc985cc8ade6d2 2024-12-06T03:19:47,837 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/7ec55f8bb81847419582a7abc7b3d15c to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/7ec55f8bb81847419582a7abc7b3d15c 2024-12-06T03:19:47,838 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/50e155cb201141d8b72a9061c566b928 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/50e155cb201141d8b72a9061c566b928 2024-12-06T03:19:47,839 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/0962cc5795584812aff66d7dfd70aa5f to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/0962cc5795584812aff66d7dfd70aa5f 2024-12-06T03:19:47,840 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/c770dc45d94a4a50a5704c0fb4852621 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/c770dc45d94a4a50a5704c0fb4852621 2024-12-06T03:19:47,841 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/ae58d3734b6c456dab70fb7e735f5142 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/ae58d3734b6c456dab70fb7e735f5142 2024-12-06T03:19:47,842 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/e4ff2e79287d4cd88e866c6bc58f7d5a to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/e4ff2e79287d4cd88e866c6bc58f7d5a 2024-12-06T03:19:47,843 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/04980c6df2aa47e387d7d15d936df38a to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/04980c6df2aa47e387d7d15d936df38a 2024-12-06T03:19:47,844 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/44d5decb8d8f44e9bc96c683412ce073 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/44d5decb8d8f44e9bc96c683412ce073 2024-12-06T03:19:47,845 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/0f688237f81946449302071e3afda379 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/0f688237f81946449302071e3afda379 2024-12-06T03:19:47,846 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/4354201409194dec8f0034f2e6f3d61b to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/4354201409194dec8f0034f2e6f3d61b 2024-12-06T03:19:47,847 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/8a30308ea8294dcd96676f8dc1f5014a, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/ca177f3910234d63bf6af355a9b65b2c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/1a6d3b074eea471cb6a10e1080733743, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/69055b31a6db421b99f3dbf8a9f25480, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/52cf9bdf70454b7486e50a3c7cafcbee, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/24f0f1252c4d446e84bdbd3f3c907253, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/432ce6956c784994b9af4d5a2251abb7, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/17bfbbc78f964bbca6db5e954739157e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/67532fea178b4885b0d75dd64b35a482, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/14ce9e0c953a4c239e16d3ff0cca558a, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/50f9dc09b1f145cfa0fdb8686711c118, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/acdf301ce3d94ffd88feb9807bfd292d, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/6db0ba16aa6e4f54aa37724f4f261809, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/047ccf2c94cc4adb95531bc1432cbb78, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/8a04f07b8bf24fe9886584af74a0b78e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/469ae4090c9346b4badbba53583c38ff, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/61b48665da3343f0870ffb5964f302c6, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/707505f38f05412783e7ddd83b5fb5c0, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/4e2491702018463fa733099160c84166, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/9c77bb033312455c8d83a6405f060e5c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/04eb3535d0bf4d0db605a2524c57b89f, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/b82235b31f5343858540c708df55b3a0, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/665474bf42334331b113d32d11bd813b, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/7582aa6620c44fa3a7fb7f021bbcb7de, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/bbf11f7b36194c4783f2ca1877ad5cf5, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/5ce941556f4e4b669ea4fd159af4b785, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/316787c9c7d34ac4a27770d4601418d6] to archive 2024-12-06T03:19:47,848 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T03:19:47,849 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/8a30308ea8294dcd96676f8dc1f5014a to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/8a30308ea8294dcd96676f8dc1f5014a 2024-12-06T03:19:47,850 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/ca177f3910234d63bf6af355a9b65b2c to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/ca177f3910234d63bf6af355a9b65b2c 2024-12-06T03:19:47,851 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/1a6d3b074eea471cb6a10e1080733743 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/1a6d3b074eea471cb6a10e1080733743 2024-12-06T03:19:47,852 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/69055b31a6db421b99f3dbf8a9f25480 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/69055b31a6db421b99f3dbf8a9f25480 2024-12-06T03:19:47,853 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/52cf9bdf70454b7486e50a3c7cafcbee to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/52cf9bdf70454b7486e50a3c7cafcbee 2024-12-06T03:19:47,854 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/24f0f1252c4d446e84bdbd3f3c907253 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/24f0f1252c4d446e84bdbd3f3c907253 2024-12-06T03:19:47,855 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/432ce6956c784994b9af4d5a2251abb7 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/432ce6956c784994b9af4d5a2251abb7 2024-12-06T03:19:47,856 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/17bfbbc78f964bbca6db5e954739157e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/17bfbbc78f964bbca6db5e954739157e 2024-12-06T03:19:47,858 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/67532fea178b4885b0d75dd64b35a482 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/67532fea178b4885b0d75dd64b35a482 2024-12-06T03:19:47,859 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/14ce9e0c953a4c239e16d3ff0cca558a to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/14ce9e0c953a4c239e16d3ff0cca558a 2024-12-06T03:19:47,860 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/50f9dc09b1f145cfa0fdb8686711c118 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/50f9dc09b1f145cfa0fdb8686711c118 2024-12-06T03:19:47,861 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/acdf301ce3d94ffd88feb9807bfd292d to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/acdf301ce3d94ffd88feb9807bfd292d 2024-12-06T03:19:47,862 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/6db0ba16aa6e4f54aa37724f4f261809 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/6db0ba16aa6e4f54aa37724f4f261809 2024-12-06T03:19:47,863 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/047ccf2c94cc4adb95531bc1432cbb78 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/047ccf2c94cc4adb95531bc1432cbb78 2024-12-06T03:19:47,864 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/8a04f07b8bf24fe9886584af74a0b78e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/8a04f07b8bf24fe9886584af74a0b78e 2024-12-06T03:19:47,865 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/469ae4090c9346b4badbba53583c38ff to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/469ae4090c9346b4badbba53583c38ff 2024-12-06T03:19:47,866 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/61b48665da3343f0870ffb5964f302c6 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/61b48665da3343f0870ffb5964f302c6 2024-12-06T03:19:47,867 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/707505f38f05412783e7ddd83b5fb5c0 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/707505f38f05412783e7ddd83b5fb5c0 2024-12-06T03:19:47,868 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/4e2491702018463fa733099160c84166 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/4e2491702018463fa733099160c84166 2024-12-06T03:19:47,870 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/9c77bb033312455c8d83a6405f060e5c to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/9c77bb033312455c8d83a6405f060e5c 2024-12-06T03:19:47,871 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/04eb3535d0bf4d0db605a2524c57b89f to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/04eb3535d0bf4d0db605a2524c57b89f 2024-12-06T03:19:47,872 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/b82235b31f5343858540c708df55b3a0 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/b82235b31f5343858540c708df55b3a0 2024-12-06T03:19:47,873 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/665474bf42334331b113d32d11bd813b to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/665474bf42334331b113d32d11bd813b 2024-12-06T03:19:47,874 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/7582aa6620c44fa3a7fb7f021bbcb7de to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/7582aa6620c44fa3a7fb7f021bbcb7de 2024-12-06T03:19:47,875 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/bbf11f7b36194c4783f2ca1877ad5cf5 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/bbf11f7b36194c4783f2ca1877ad5cf5 2024-12-06T03:19:47,876 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/5ce941556f4e4b669ea4fd159af4b785 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/5ce941556f4e4b669ea4fd159af4b785 2024-12-06T03:19:47,878 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/316787c9c7d34ac4a27770d4601418d6 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/316787c9c7d34ac4a27770d4601418d6 2024-12-06T03:19:47,879 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/d405e3e781594ea4bd699c9ddb7f180f, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/843c9b857a8d409ba4e8c406e742bdd2, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/43e3f95d95204f5dac10dd1b5aa135e7, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/c369cf6c404343f58ae2a98ca36a9b30, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/8eb8e03bf1c049b7a06c2b62d7dca626, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/831468734b42472bb12cdbaf93022d09, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/a1d84410a67a4e77b76adbbd107c4c9d, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/f61decc36a7948aeb02d3d2f3a292bd0, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/0225943b532a4560b87439132b342aa2, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/f264eea6f7744ae9ad917b77e5b50fbb, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/c01e0829383d476ba8731ea38394e46d, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/da63b136f7be4929910e67c02733215e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/74f50e077e1a40819beab2265fc49951, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/afd7d62c8d83494d9dca280eb22f70ad, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/305114eac82840689e4679f356da4f2a, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/248c862fd2fb45048a8f40c987239619, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/e9388c05d75b4922a595ebb2bda70c16, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/f15c522e6c5445e1832fd4d80f0aa5cf, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/cbb7ae6d7c0344098b5cc71c2d0844a4, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/5f1ffb027bf24457bbbb4cad040b2fa0, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/a9c2549144f54364af94c6a54f8e71d6, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/6472f50be1674142aa18daab059bff24, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/2e60d5985424497d86156531fb796cb1, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/6b5fd7abb42848888345cd3ffe795c01, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/ab5ff49349ba4d5bae883d4f324159d3, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/8657a5a86c7b45f6a32fce604194f8cb, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/75afc6f7a9bd4b34b32e572a57ca7b1d] to archive 2024-12-06T03:19:47,880 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T03:19:47,881 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/d405e3e781594ea4bd699c9ddb7f180f to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/d405e3e781594ea4bd699c9ddb7f180f 2024-12-06T03:19:47,883 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/843c9b857a8d409ba4e8c406e742bdd2 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/843c9b857a8d409ba4e8c406e742bdd2 2024-12-06T03:19:47,884 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/43e3f95d95204f5dac10dd1b5aa135e7 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/43e3f95d95204f5dac10dd1b5aa135e7 2024-12-06T03:19:47,885 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/c369cf6c404343f58ae2a98ca36a9b30 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/c369cf6c404343f58ae2a98ca36a9b30 2024-12-06T03:19:47,886 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/8eb8e03bf1c049b7a06c2b62d7dca626 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/8eb8e03bf1c049b7a06c2b62d7dca626 2024-12-06T03:19:47,887 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/831468734b42472bb12cdbaf93022d09 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/831468734b42472bb12cdbaf93022d09 2024-12-06T03:19:47,888 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/a1d84410a67a4e77b76adbbd107c4c9d to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/a1d84410a67a4e77b76adbbd107c4c9d 2024-12-06T03:19:47,889 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/f61decc36a7948aeb02d3d2f3a292bd0 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/f61decc36a7948aeb02d3d2f3a292bd0 2024-12-06T03:19:47,891 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/0225943b532a4560b87439132b342aa2 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/0225943b532a4560b87439132b342aa2 2024-12-06T03:19:47,892 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/f264eea6f7744ae9ad917b77e5b50fbb to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/f264eea6f7744ae9ad917b77e5b50fbb 2024-12-06T03:19:47,893 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/c01e0829383d476ba8731ea38394e46d to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/c01e0829383d476ba8731ea38394e46d 2024-12-06T03:19:47,894 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/da63b136f7be4929910e67c02733215e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/da63b136f7be4929910e67c02733215e 2024-12-06T03:19:47,895 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/74f50e077e1a40819beab2265fc49951 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/74f50e077e1a40819beab2265fc49951 2024-12-06T03:19:47,896 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/afd7d62c8d83494d9dca280eb22f70ad to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/afd7d62c8d83494d9dca280eb22f70ad 2024-12-06T03:19:47,897 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/305114eac82840689e4679f356da4f2a to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/305114eac82840689e4679f356da4f2a 2024-12-06T03:19:47,898 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/248c862fd2fb45048a8f40c987239619 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/248c862fd2fb45048a8f40c987239619 2024-12-06T03:19:47,899 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/e9388c05d75b4922a595ebb2bda70c16 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/e9388c05d75b4922a595ebb2bda70c16 2024-12-06T03:19:47,900 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/f15c522e6c5445e1832fd4d80f0aa5cf to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/f15c522e6c5445e1832fd4d80f0aa5cf 2024-12-06T03:19:47,901 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/cbb7ae6d7c0344098b5cc71c2d0844a4 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/cbb7ae6d7c0344098b5cc71c2d0844a4 2024-12-06T03:19:47,903 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/5f1ffb027bf24457bbbb4cad040b2fa0 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/5f1ffb027bf24457bbbb4cad040b2fa0 2024-12-06T03:19:47,904 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/a9c2549144f54364af94c6a54f8e71d6 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/a9c2549144f54364af94c6a54f8e71d6 2024-12-06T03:19:47,905 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/6472f50be1674142aa18daab059bff24 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/6472f50be1674142aa18daab059bff24 2024-12-06T03:19:47,906 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/2e60d5985424497d86156531fb796cb1 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/2e60d5985424497d86156531fb796cb1 2024-12-06T03:19:47,908 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/6b5fd7abb42848888345cd3ffe795c01 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/6b5fd7abb42848888345cd3ffe795c01 2024-12-06T03:19:47,909 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/ab5ff49349ba4d5bae883d4f324159d3 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/ab5ff49349ba4d5bae883d4f324159d3 2024-12-06T03:19:47,910 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/8657a5a86c7b45f6a32fce604194f8cb to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/8657a5a86c7b45f6a32fce604194f8cb 2024-12-06T03:19:47,911 DEBUG [StoreCloser-TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/75afc6f7a9bd4b34b32e572a57ca7b1d to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/75afc6f7a9bd4b34b32e572a57ca7b1d 2024-12-06T03:19:47,915 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/recovered.edits/417.seqid, newMaxSeqId=417, maxSeqId=4 2024-12-06T03:19:47,916 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e. 2024-12-06T03:19:47,916 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] regionserver.HRegion(1635): Region close journal for 52d5b41cd2f4faf90e4ac160fbf8dc2e: 2024-12-06T03:19:47,918 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=68}] handler.UnassignRegionHandler(170): Closed 52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:47,918 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=67 updating hbase:meta row=52d5b41cd2f4faf90e4ac160fbf8dc2e, regionState=CLOSED 2024-12-06T03:19:47,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=68, resume processing ppid=67 2024-12-06T03:19:47,921 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=68, ppid=67, state=SUCCESS; CloseRegionProcedure 52d5b41cd2f4faf90e4ac160fbf8dc2e, server=4c7f994aa0f5,34349,1733455120723 in 1.9200 sec 2024-12-06T03:19:47,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=67, resume processing ppid=66 2024-12-06T03:19:47,923 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=67, ppid=66, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=52d5b41cd2f4faf90e4ac160fbf8dc2e, UNASSIGN in 1.9230 sec 2024-12-06T03:19:47,925 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=66, resume processing ppid=65 2024-12-06T03:19:47,925 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=66, ppid=65, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.9260 sec 2024-12-06T03:19:47,926 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733455187926"}]},"ts":"1733455187926"} 2024-12-06T03:19:47,927 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-06T03:19:47,929 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-06T03:19:47,930 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=65, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.9400 sec 2024-12-06T03:19:48,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=65 2024-12-06T03:19:48,095 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 65 completed 2024-12-06T03:19:48,096 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-06T03:19:48,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T03:19:48,097 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=69, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T03:19:48,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-06T03:19:48,098 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=69, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T03:19:48,100 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:48,102 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A, FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B, FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C, FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/recovered.edits] 2024-12-06T03:19:48,105 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/29b8934b01d94b569b01bfad67ea66c2 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/29b8934b01d94b569b01bfad67ea66c2 2024-12-06T03:19:48,106 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/d350268a051f4335b8e048ddf3eb0980 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/A/d350268a051f4335b8e048ddf3eb0980 2024-12-06T03:19:48,108 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/30fe17dcf06b4fe2b5fc869345c4041d to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/30fe17dcf06b4fe2b5fc869345c4041d 2024-12-06T03:19:48,109 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/ee446a9a7735402f96cbda79f0afc512 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/B/ee446a9a7735402f96cbda79f0afc512 2024-12-06T03:19:48,111 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/bbd023c6033d498a8f48fb8ed64af2d2 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/bbd023c6033d498a8f48fb8ed64af2d2 2024-12-06T03:19:48,112 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/c495d5c74d234f609496c39427ec49b5 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/C/c495d5c74d234f609496c39427ec49b5 2024-12-06T03:19:48,115 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/recovered.edits/417.seqid to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e/recovered.edits/417.seqid 2024-12-06T03:19:48,115 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:48,116 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-06T03:19:48,116 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-06T03:19:48,117 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-06T03:19:48,121 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120612826d87d842414b9f84870c5f613cf3_52d5b41cd2f4faf90e4ac160fbf8dc2e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120612826d87d842414b9f84870c5f613cf3_52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:48,122 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412061870e2e5487f4d008a426a2dca01ab68_52d5b41cd2f4faf90e4ac160fbf8dc2e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412061870e2e5487f4d008a426a2dca01ab68_52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:48,123 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412062cc20821719947499788d66ff9f5a7ca_52d5b41cd2f4faf90e4ac160fbf8dc2e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412062cc20821719947499788d66ff9f5a7ca_52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:48,124 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064d5ff234b679460aacdfae32e23ef25b_52d5b41cd2f4faf90e4ac160fbf8dc2e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064d5ff234b679460aacdfae32e23ef25b_52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:48,126 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412065c0233b7a81f41e78001143e4fbf7868_52d5b41cd2f4faf90e4ac160fbf8dc2e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412065c0233b7a81f41e78001143e4fbf7868_52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:48,127 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412066bb550aff1b44cb19364533cc5445e84_52d5b41cd2f4faf90e4ac160fbf8dc2e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412066bb550aff1b44cb19364533cc5445e84_52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:48,128 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412067744a31858c748129cc6c9de09fcc301_52d5b41cd2f4faf90e4ac160fbf8dc2e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412067744a31858c748129cc6c9de09fcc301_52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:48,129 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412067770c0f8a721463a882e0567caff24f0_52d5b41cd2f4faf90e4ac160fbf8dc2e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412067770c0f8a721463a882e0567caff24f0_52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:48,130 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412068a3379013f0342dfb1c1e95c2dfaa6cc_52d5b41cd2f4faf90e4ac160fbf8dc2e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412068a3379013f0342dfb1c1e95c2dfaa6cc_52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:48,131 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412068bfb97bff4ac4a6aaafae1172d5ddd75_52d5b41cd2f4faf90e4ac160fbf8dc2e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412068bfb97bff4ac4a6aaafae1172d5ddd75_52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:48,133 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412069c18fde442744e238033e696d9e0f1d1_52d5b41cd2f4faf90e4ac160fbf8dc2e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412069c18fde442744e238033e696d9e0f1d1_52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:48,134 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206a97fd3c1889a454e8c14253d9699f668_52d5b41cd2f4faf90e4ac160fbf8dc2e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206a97fd3c1889a454e8c14253d9699f668_52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:48,135 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206b8e0fe37dfaf4f1c86d825fe79d9ecc7_52d5b41cd2f4faf90e4ac160fbf8dc2e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206b8e0fe37dfaf4f1c86d825fe79d9ecc7_52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:48,136 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206b98f42a6db53420dab24ba862a6f4c99_52d5b41cd2f4faf90e4ac160fbf8dc2e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206b98f42a6db53420dab24ba862a6f4c99_52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:48,137 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206c8df57de38974c1ca51baa375692b71f_52d5b41cd2f4faf90e4ac160fbf8dc2e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206c8df57de38974c1ca51baa375692b71f_52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:48,138 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206cd35ffb070044451b93664392664deea_52d5b41cd2f4faf90e4ac160fbf8dc2e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206cd35ffb070044451b93664392664deea_52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:48,139 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206d8421bcf7eee475fa4ddc0b14a17eae0_52d5b41cd2f4faf90e4ac160fbf8dc2e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206d8421bcf7eee475fa4ddc0b14a17eae0_52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:48,140 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206e7e46a1b61264fefbcc726af6aa9b340_52d5b41cd2f4faf90e4ac160fbf8dc2e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206e7e46a1b61264fefbcc726af6aa9b340_52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:48,141 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206e7fea481f99b4e58830ab10b8a554d1a_52d5b41cd2f4faf90e4ac160fbf8dc2e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206e7fea481f99b4e58830ab10b8a554d1a_52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:48,143 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206ef7cf3d74a7e4e639b033193281d97a1_52d5b41cd2f4faf90e4ac160fbf8dc2e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206ef7cf3d74a7e4e639b033193281d97a1_52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:48,144 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206f3679cd2e52b437480219989597537bb_52d5b41cd2f4faf90e4ac160fbf8dc2e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206f3679cd2e52b437480219989597537bb_52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:48,145 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206feeb930a4c39496eb0bc634e31b9c097_52d5b41cd2f4faf90e4ac160fbf8dc2e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206feeb930a4c39496eb0bc634e31b9c097_52d5b41cd2f4faf90e4ac160fbf8dc2e 2024-12-06T03:19:48,145 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-06T03:19:48,147 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=69, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T03:19:48,150 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-06T03:19:48,152 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-06T03:19:48,153 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=69, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T03:19:48,153 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-06T03:19:48,153 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733455188153"}]},"ts":"9223372036854775807"} 2024-12-06T03:19:48,155 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-06T03:19:48,155 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 52d5b41cd2f4faf90e4ac160fbf8dc2e, NAME => 'TestAcidGuarantees,,1733455153398.52d5b41cd2f4faf90e4ac160fbf8dc2e.', STARTKEY => '', ENDKEY => ''}] 2024-12-06T03:19:48,155 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-06T03:19:48,155 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733455188155"}]},"ts":"9223372036854775807"} 2024-12-06T03:19:48,157 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-06T03:19:48,159 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=69, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T03:19:48,160 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=69, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 63 msec 2024-12-06T03:19:48,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=69 2024-12-06T03:19:48,199 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 69 completed 2024-12-06T03:19:48,210 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobMixedAtomicity Thread=237 (was 239), OpenFileDescriptor=452 (was 456), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=425 (was 463), ProcessCount=11 (was 11), AvailableMemoryMB=8526 (was 8973) 2024-12-06T03:19:48,219 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=237, OpenFileDescriptor=452, MaxFileDescriptor=1048576, SystemLoadAverage=425, ProcessCount=11, AvailableMemoryMB=8526 2024-12-06T03:19:48,220 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-06T03:19:48,221 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T03:19:48,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=70, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-06T03:19:48,222 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T03:19:48,222 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:48,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 70 2024-12-06T03:19:48,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-06T03:19:48,223 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T03:19:48,229 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742087_1263 (size=963) 2024-12-06T03:19:48,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-06T03:19:48,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-06T03:19:48,631 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e 2024-12-06T03:19:48,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742088_1264 (size=53) 2024-12-06T03:19:48,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-06T03:19:49,038 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:19:49,038 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 1e14e4232f65ac3ab3cf5f5533b07960, disabling compactions & flushes 2024-12-06T03:19:49,038 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:49,038 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:49,038 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. after waiting 0 ms 2024-12-06T03:19:49,038 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:49,038 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:49,038 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:19:49,039 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T03:19:49,040 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733455189039"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733455189039"}]},"ts":"1733455189039"} 2024-12-06T03:19:49,041 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-06T03:19:49,041 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T03:19:49,041 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733455189041"}]},"ts":"1733455189041"} 2024-12-06T03:19:49,042 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-06T03:19:49,046 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1e14e4232f65ac3ab3cf5f5533b07960, ASSIGN}] 2024-12-06T03:19:49,047 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1e14e4232f65ac3ab3cf5f5533b07960, ASSIGN 2024-12-06T03:19:49,048 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=1e14e4232f65ac3ab3cf5f5533b07960, ASSIGN; state=OFFLINE, location=4c7f994aa0f5,34349,1733455120723; forceNewPlan=false, retain=false 2024-12-06T03:19:49,198 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=1e14e4232f65ac3ab3cf5f5533b07960, regionState=OPENING, regionLocation=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:49,200 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE; OpenRegionProcedure 1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723}] 2024-12-06T03:19:49,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-06T03:19:49,351 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:49,354 INFO [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:49,354 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7285): Opening region: {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} 2024-12-06T03:19:49,355 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 1e14e4232f65ac3ab3cf5f5533b07960 2024-12-06T03:19:49,355 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:19:49,355 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7327): checking encryption for 1e14e4232f65ac3ab3cf5f5533b07960 2024-12-06T03:19:49,355 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(7330): checking classloading for 1e14e4232f65ac3ab3cf5f5533b07960 2024-12-06T03:19:49,356 INFO [StoreOpener-1e14e4232f65ac3ab3cf5f5533b07960-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 1e14e4232f65ac3ab3cf5f5533b07960 2024-12-06T03:19:49,358 INFO [StoreOpener-1e14e4232f65ac3ab3cf5f5533b07960-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T03:19:49,358 INFO [StoreOpener-1e14e4232f65ac3ab3cf5f5533b07960-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e14e4232f65ac3ab3cf5f5533b07960 columnFamilyName A 2024-12-06T03:19:49,358 DEBUG [StoreOpener-1e14e4232f65ac3ab3cf5f5533b07960-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:49,358 INFO [StoreOpener-1e14e4232f65ac3ab3cf5f5533b07960-1 {}] regionserver.HStore(327): Store=1e14e4232f65ac3ab3cf5f5533b07960/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:19:49,359 INFO [StoreOpener-1e14e4232f65ac3ab3cf5f5533b07960-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 1e14e4232f65ac3ab3cf5f5533b07960 2024-12-06T03:19:49,360 INFO [StoreOpener-1e14e4232f65ac3ab3cf5f5533b07960-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T03:19:49,360 INFO [StoreOpener-1e14e4232f65ac3ab3cf5f5533b07960-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e14e4232f65ac3ab3cf5f5533b07960 columnFamilyName B 2024-12-06T03:19:49,360 DEBUG [StoreOpener-1e14e4232f65ac3ab3cf5f5533b07960-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:49,360 INFO [StoreOpener-1e14e4232f65ac3ab3cf5f5533b07960-1 {}] regionserver.HStore(327): Store=1e14e4232f65ac3ab3cf5f5533b07960/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:19:49,360 INFO [StoreOpener-1e14e4232f65ac3ab3cf5f5533b07960-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 1e14e4232f65ac3ab3cf5f5533b07960 2024-12-06T03:19:49,361 INFO [StoreOpener-1e14e4232f65ac3ab3cf5f5533b07960-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T03:19:49,361 INFO [StoreOpener-1e14e4232f65ac3ab3cf5f5533b07960-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1e14e4232f65ac3ab3cf5f5533b07960 columnFamilyName C 2024-12-06T03:19:49,362 DEBUG [StoreOpener-1e14e4232f65ac3ab3cf5f5533b07960-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:19:49,362 INFO [StoreOpener-1e14e4232f65ac3ab3cf5f5533b07960-1 {}] regionserver.HStore(327): Store=1e14e4232f65ac3ab3cf5f5533b07960/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:19:49,362 INFO [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:49,363 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960 2024-12-06T03:19:49,363 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960 2024-12-06T03:19:49,364 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T03:19:49,365 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1085): writing seq id for 1e14e4232f65ac3ab3cf5f5533b07960 2024-12-06T03:19:49,367 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T03:19:49,368 INFO [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1102): Opened 1e14e4232f65ac3ab3cf5f5533b07960; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72936927, jitterRate=0.08684490621089935}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T03:19:49,369 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegion(1001): Region open journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:19:49,369 INFO [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960., pid=72, masterSystemTime=1733455189351 2024-12-06T03:19:49,371 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:49,371 INFO [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=72}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:49,371 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=71 updating hbase:meta row=1e14e4232f65ac3ab3cf5f5533b07960, regionState=OPEN, openSeqNum=2, regionLocation=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:49,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=72, resume processing ppid=71 2024-12-06T03:19:49,374 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=72, ppid=71, state=SUCCESS; OpenRegionProcedure 1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 in 173 msec 2024-12-06T03:19:49,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=71, resume processing ppid=70 2024-12-06T03:19:49,375 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=71, ppid=70, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1e14e4232f65ac3ab3cf5f5533b07960, ASSIGN in 328 msec 2024-12-06T03:19:49,376 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T03:19:49,376 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733455189376"}]},"ts":"1733455189376"} 2024-12-06T03:19:49,377 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-06T03:19:49,380 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=70, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T03:19:49,381 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=70, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1590 sec 2024-12-06T03:19:50,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=70 2024-12-06T03:19:50,327 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 70 completed 2024-12-06T03:19:50,329 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x53bfce45 to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@64dc42d9 2024-12-06T03:19:50,332 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58341641, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:19:50,333 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:19:50,335 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45530, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:19:50,336 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T03:19:50,337 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60650, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T03:19:50,338 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x44645c55 to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@669e1999 2024-12-06T03:19:50,341 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6862e3ce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:19:50,343 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x64ee0130 to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72aa9ee5 2024-12-06T03:19:50,345 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d296fed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:19:50,346 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x683b64c3 to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4ec09297 2024-12-06T03:19:50,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8d0caa5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:19:50,350 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x07e55eb7 to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@4dfb20f6 2024-12-06T03:19:50,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43f04e0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:19:50,353 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x03a703d2 to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17cf7fc0 2024-12-06T03:19:50,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560ec309, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:19:50,359 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x78b04266 to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5886c0f2 2024-12-06T03:19:50,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@eb04aeb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:19:50,363 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x088aa519 to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@66e575aa 2024-12-06T03:19:50,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a0e9c8f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:19:50,366 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5e998dd3 to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@131ceb8f 2024-12-06T03:19:50,372 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d68f787, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:19:50,373 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2e4c79b8 to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5a78bf6d 2024-12-06T03:19:50,378 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e6bf6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:19:50,379 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2d1403c3 to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@328852db 2024-12-06T03:19:50,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1730a60f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:19:50,390 DEBUG [hconnection-0x4b02cfaa-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:19:50,390 DEBUG [hconnection-0x62ecae02-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:19:50,390 DEBUG [hconnection-0x606487b4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:19:50,391 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45532, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:19:50,391 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45540, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:19:50,391 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45550, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:19:50,397 DEBUG [hconnection-0x871af8d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:19:50,397 DEBUG [hconnection-0x7cebf29b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:19:50,398 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45558, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:19:50,398 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45560, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:19:50,401 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:19:50,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees 2024-12-06T03:19:50,402 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:19:50,403 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=73, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:19:50,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-06T03:19:50,403 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:19:50,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 1e14e4232f65ac3ab3cf5f5533b07960 2024-12-06T03:19:50,407 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1e14e4232f65ac3ab3cf5f5533b07960 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T03:19:50,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=A 2024-12-06T03:19:50,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:50,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=B 2024-12-06T03:19:50,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:50,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=C 2024-12-06T03:19:50,408 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:50,420 DEBUG [hconnection-0x1bd73203-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:19:50,422 DEBUG [hconnection-0x80fa607-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:19:50,422 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45574, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:19:50,423 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45584, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:19:50,426 DEBUG [hconnection-0x757aa44f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:19:50,427 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45590, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:19:50,435 DEBUG [hconnection-0x1fe6947a-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:19:50,437 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45602, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:19:50,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:50,441 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455250436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:50,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45540 deadline: 1733455250436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:50,442 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:50,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45602 deadline: 1733455250438, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:50,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:50,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455250441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:50,469 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/f4c824d53e2f4cf7b21f0be20ce64ca6 is 50, key is test_row_0/A:col10/1733455190394/Put/seqid=0 2024-12-06T03:19:50,483 DEBUG [hconnection-0x688105a4-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:19:50,485 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45608, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:19:50,488 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455250487, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:50,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-06T03:19:50,520 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742089_1265 (size=12001) 2024-12-06T03:19:50,531 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/f4c824d53e2f4cf7b21f0be20ce64ca6 2024-12-06T03:19:50,544 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:50,544 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455250543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:50,545 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:50,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45540 deadline: 1733455250543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:50,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:50,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45602 deadline: 1733455250544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:50,556 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:50,557 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-06T03:19:50,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:50,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. as already flushing 2024-12-06T03:19:50,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:50,557 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] handler.RSProcedureHandler(58): pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:50,557 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=74 java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:50,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=74 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:50,560 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:50,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455250557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:50,571 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/981956a33a64491fa5750822a49023da is 50, key is test_row_0/B:col10/1733455190394/Put/seqid=0 2024-12-06T03:19:50,591 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:50,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455250590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:50,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742090_1266 (size=12001) 2024-12-06T03:19:50,606 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/981956a33a64491fa5750822a49023da 2024-12-06T03:19:50,653 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/47e4e99de56e40d9903b56406cb97067 is 50, key is test_row_0/C:col10/1733455190394/Put/seqid=0 2024-12-06T03:19:50,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742091_1267 (size=12001) 2024-12-06T03:19:50,667 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=13 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/47e4e99de56e40d9903b56406cb97067 2024-12-06T03:19:50,673 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/f4c824d53e2f4cf7b21f0be20ce64ca6 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/f4c824d53e2f4cf7b21f0be20ce64ca6 2024-12-06T03:19:50,679 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/f4c824d53e2f4cf7b21f0be20ce64ca6, entries=150, sequenceid=13, filesize=11.7 K 2024-12-06T03:19:50,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/981956a33a64491fa5750822a49023da as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/981956a33a64491fa5750822a49023da 2024-12-06T03:19:50,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/981956a33a64491fa5750822a49023da, entries=150, sequenceid=13, filesize=11.7 K 2024-12-06T03:19:50,689 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/47e4e99de56e40d9903b56406cb97067 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/47e4e99de56e40d9903b56406cb97067 2024-12-06T03:19:50,697 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/47e4e99de56e40d9903b56406cb97067, entries=150, sequenceid=13, filesize=11.7 K 2024-12-06T03:19:50,698 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 1e14e4232f65ac3ab3cf5f5533b07960 in 292ms, sequenceid=13, compaction requested=false 2024-12-06T03:19:50,698 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-06T03:19:50,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:19:50,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-06T03:19:50,709 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:50,710 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=74 2024-12-06T03:19:50,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:50,710 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2837): Flushing 1e14e4232f65ac3ab3cf5f5533b07960 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-06T03:19:50,710 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=A 2024-12-06T03:19:50,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:50,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=B 2024-12-06T03:19:50,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:50,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=C 2024-12-06T03:19:50,711 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:50,734 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/f5f3d264ff7d47438681cc340a5ecb5c is 50, key is test_row_0/A:col10/1733455190432/Put/seqid=0 2024-12-06T03:19:50,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 1e14e4232f65ac3ab3cf5f5533b07960 2024-12-06T03:19:50,749 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. as already flushing 2024-12-06T03:19:50,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742092_1268 (size=12001) 2024-12-06T03:19:50,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:50,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45540 deadline: 1733455250762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:50,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:50,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45602 deadline: 1733455250763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:50,774 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:50,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455250773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:50,775 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:50,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455250773, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:50,795 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:50,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455250793, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:50,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:50,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45540 deadline: 1733455250867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:50,868 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:50,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45602 deadline: 1733455250867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:50,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:50,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455250876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:50,878 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:50,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455250877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:51,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-06T03:19:51,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:51,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45540 deadline: 1733455251070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:51,071 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:51,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45602 deadline: 1733455251070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:51,080 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:51,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455251079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:51,080 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:51,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455251079, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:51,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:51,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455251097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:51,157 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/f5f3d264ff7d47438681cc340a5ecb5c 2024-12-06T03:19:51,168 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/cbb5a95dda4e473eaed95e8a1a9e60e2 is 50, key is test_row_0/B:col10/1733455190432/Put/seqid=0 2024-12-06T03:19:51,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742093_1269 (size=12001) 2024-12-06T03:19:51,174 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/cbb5a95dda4e473eaed95e8a1a9e60e2 2024-12-06T03:19:51,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/f353e0229d6a48b7a8f1ebbb1ed9deae is 50, key is test_row_0/C:col10/1733455190432/Put/seqid=0 2024-12-06T03:19:51,188 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742094_1270 (size=12001) 2024-12-06T03:19:51,189 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=37 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/f353e0229d6a48b7a8f1ebbb1ed9deae 2024-12-06T03:19:51,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/f5f3d264ff7d47438681cc340a5ecb5c as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/f5f3d264ff7d47438681cc340a5ecb5c 2024-12-06T03:19:51,200 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/f5f3d264ff7d47438681cc340a5ecb5c, entries=150, sequenceid=37, filesize=11.7 K 2024-12-06T03:19:51,201 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/cbb5a95dda4e473eaed95e8a1a9e60e2 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/cbb5a95dda4e473eaed95e8a1a9e60e2 2024-12-06T03:19:51,207 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/cbb5a95dda4e473eaed95e8a1a9e60e2, entries=150, sequenceid=37, filesize=11.7 K 2024-12-06T03:19:51,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/f353e0229d6a48b7a8f1ebbb1ed9deae as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/f353e0229d6a48b7a8f1ebbb1ed9deae 2024-12-06T03:19:51,213 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/f353e0229d6a48b7a8f1ebbb1ed9deae, entries=150, sequenceid=37, filesize=11.7 K 2024-12-06T03:19:51,214 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for 1e14e4232f65ac3ab3cf5f5533b07960 in 504ms, sequenceid=37, compaction requested=false 2024-12-06T03:19:51,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.HRegion(2538): Flush status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:19:51,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:51,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=74}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=74 2024-12-06T03:19:51,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=74 2024-12-06T03:19:51,216 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=74, resume processing ppid=73 2024-12-06T03:19:51,216 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=74, ppid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 812 msec 2024-12-06T03:19:51,218 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=73, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=73, table=TestAcidGuarantees in 816 msec 2024-12-06T03:19:51,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 1e14e4232f65ac3ab3cf5f5533b07960 2024-12-06T03:19:51,377 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1e14e4232f65ac3ab3cf5f5533b07960 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-06T03:19:51,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=A 2024-12-06T03:19:51,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:51,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=B 2024-12-06T03:19:51,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:51,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=C 2024-12-06T03:19:51,378 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:51,394 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/c6ef407c108c449eb3fa6ed143340c66 is 50, key is test_row_0/A:col10/1733455191375/Put/seqid=0 2024-12-06T03:19:51,405 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742095_1271 (size=11997) 2024-12-06T03:19:51,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:51,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455251412, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:51,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45540 deadline: 1733455251413, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:51,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:51,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45602 deadline: 1733455251414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:51,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:51,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455251418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:51,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=73 2024-12-06T03:19:51,507 INFO [Thread-1217 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 73 completed 2024-12-06T03:19:51,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:19:51,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees 2024-12-06T03:19:51,511 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:19:51,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-06T03:19:51,512 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=75, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:19:51,512 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:19:51,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:51,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455251519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:51,521 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45540 deadline: 1733455251520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:51,522 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:51,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45602 deadline: 1733455251520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:51,524 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:51,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455251522, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:51,602 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:51,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455251601, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:51,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-06T03:19:51,664 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:51,664 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-06T03:19:51,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:51,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. as already flushing 2024-12-06T03:19:51,664 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:51,664 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:51,665 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:51,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:51,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:51,723 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:51,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455251723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:51,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45602 deadline: 1733455251723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:51,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:51,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45540 deadline: 1733455251724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:51,726 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:51,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455251726, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:51,809 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/c6ef407c108c449eb3fa6ed143340c66 2024-12-06T03:19:51,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-06T03:19:51,817 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:51,817 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-06T03:19:51,817 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:51,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. as already flushing 2024-12-06T03:19:51,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:51,818 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:51,818 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:51,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:51,820 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/207740dcf5854ea2917dcf6cda0d0de5 is 50, key is test_row_0/B:col10/1733455191375/Put/seqid=0 2024-12-06T03:19:51,829 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742096_1272 (size=9657) 2024-12-06T03:19:51,969 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:51,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-06T03:19:51,969 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:51,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. as already flushing 2024-12-06T03:19:51,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:51,970 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:51,970 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:51,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:52,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455252024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:52,026 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:52,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45602 deadline: 1733455252025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:52,030 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45540 deadline: 1733455252029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:52,030 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:52,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455252029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:52,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-06T03:19:52,122 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:52,122 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-06T03:19:52,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:52,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. as already flushing 2024-12-06T03:19:52,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:52,123 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] handler.RSProcedureHandler(58): pid=76 java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:52,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=76 java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:52,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=76 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:52,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/207740dcf5854ea2917dcf6cda0d0de5 2024-12-06T03:19:52,238 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/cb413e99fc0845bfa451bd09640e11ee is 50, key is test_row_0/C:col10/1733455191375/Put/seqid=0 2024-12-06T03:19:52,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742097_1273 (size=9657) 2024-12-06T03:19:52,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/cb413e99fc0845bfa451bd09640e11ee 2024-12-06T03:19:52,247 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/c6ef407c108c449eb3fa6ed143340c66 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/c6ef407c108c449eb3fa6ed143340c66 2024-12-06T03:19:52,251 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/c6ef407c108c449eb3fa6ed143340c66, entries=150, sequenceid=52, filesize=11.7 K 2024-12-06T03:19:52,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/207740dcf5854ea2917dcf6cda0d0de5 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/207740dcf5854ea2917dcf6cda0d0de5 2024-12-06T03:19:52,256 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/207740dcf5854ea2917dcf6cda0d0de5, entries=100, sequenceid=52, filesize=9.4 K 2024-12-06T03:19:52,257 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/cb413e99fc0845bfa451bd09640e11ee as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/cb413e99fc0845bfa451bd09640e11ee 2024-12-06T03:19:52,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/cb413e99fc0845bfa451bd09640e11ee, entries=100, sequenceid=52, filesize=9.4 K 2024-12-06T03:19:52,263 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 1e14e4232f65ac3ab3cf5f5533b07960 in 886ms, sequenceid=52, compaction requested=true 2024-12-06T03:19:52,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:19:52,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1e14e4232f65ac3ab3cf5f5533b07960:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:19:52,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:52,263 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:19:52,263 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:19:52,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1e14e4232f65ac3ab3cf5f5533b07960:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:19:52,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:52,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1e14e4232f65ac3ab3cf5f5533b07960:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:19:52,263 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:19:52,264 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:19:52,264 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:19:52,264 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): 1e14e4232f65ac3ab3cf5f5533b07960/A is initiating minor compaction (all files) 2024-12-06T03:19:52,264 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): 1e14e4232f65ac3ab3cf5f5533b07960/B is initiating minor compaction (all files) 2024-12-06T03:19:52,264 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1e14e4232f65ac3ab3cf5f5533b07960/A in TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:52,264 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1e14e4232f65ac3ab3cf5f5533b07960/B in TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:52,265 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/f4c824d53e2f4cf7b21f0be20ce64ca6, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/f5f3d264ff7d47438681cc340a5ecb5c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/c6ef407c108c449eb3fa6ed143340c66] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp, totalSize=35.2 K 2024-12-06T03:19:52,265 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/981956a33a64491fa5750822a49023da, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/cbb5a95dda4e473eaed95e8a1a9e60e2, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/207740dcf5854ea2917dcf6cda0d0de5] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp, totalSize=32.9 K 2024-12-06T03:19:52,265 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 981956a33a64491fa5750822a49023da, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733455190394 2024-12-06T03:19:52,265 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting f4c824d53e2f4cf7b21f0be20ce64ca6, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733455190394 2024-12-06T03:19:52,272 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting f5f3d264ff7d47438681cc340a5ecb5c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733455190411 2024-12-06T03:19:52,273 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting cbb5a95dda4e473eaed95e8a1a9e60e2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733455190411 2024-12-06T03:19:52,273 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6ef407c108c449eb3fa6ed143340c66, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733455190761 2024-12-06T03:19:52,273 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 207740dcf5854ea2917dcf6cda0d0de5, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733455191375 2024-12-06T03:19:52,275 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:52,276 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=76 2024-12-06T03:19:52,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:52,276 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2837): Flushing 1e14e4232f65ac3ab3cf5f5533b07960 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-06T03:19:52,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=A 2024-12-06T03:19:52,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:52,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=B 2024-12-06T03:19:52,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:52,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=C 2024-12-06T03:19:52,276 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:52,285 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/9d753e21bf7f44fca69f56a62859d103 is 50, key is test_row_0/A:col10/1733455191411/Put/seqid=0 2024-12-06T03:19:52,312 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1e14e4232f65ac3ab3cf5f5533b07960#B#compaction#226 average throughput is 1.09 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:19:52,313 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/efeca8c0712743b787307cc6959d7732 is 50, key is test_row_0/B:col10/1733455191375/Put/seqid=0 2024-12-06T03:19:52,313 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1e14e4232f65ac3ab3cf5f5533b07960#A#compaction#227 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:19:52,314 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/cecd9f226a7547a1a1797e800f6fe1c1 is 50, key is test_row_0/A:col10/1733455191375/Put/seqid=0 2024-12-06T03:19:52,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742098_1274 (size=12001) 2024-12-06T03:19:52,338 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/9d753e21bf7f44fca69f56a62859d103 2024-12-06T03:19:52,366 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/df4d5d8fdae84d51a066be3678a8d0d1 is 50, key is test_row_0/B:col10/1733455191411/Put/seqid=0 2024-12-06T03:19:52,375 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742099_1275 (size=12104) 2024-12-06T03:19:52,387 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/efeca8c0712743b787307cc6959d7732 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/efeca8c0712743b787307cc6959d7732 2024-12-06T03:19:52,393 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1e14e4232f65ac3ab3cf5f5533b07960/B of 1e14e4232f65ac3ab3cf5f5533b07960 into efeca8c0712743b787307cc6959d7732(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:19:52,393 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:19:52,393 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960., storeName=1e14e4232f65ac3ab3cf5f5533b07960/B, priority=13, startTime=1733455192263; duration=0sec 2024-12-06T03:19:52,393 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:19:52,393 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1e14e4232f65ac3ab3cf5f5533b07960:B 2024-12-06T03:19:52,393 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:19:52,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742101_1277 (size=12001) 2024-12-06T03:19:52,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742100_1276 (size=12104) 2024-12-06T03:19:52,397 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/df4d5d8fdae84d51a066be3678a8d0d1 2024-12-06T03:19:52,397 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:19:52,397 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): 1e14e4232f65ac3ab3cf5f5533b07960/C is initiating minor compaction (all files) 2024-12-06T03:19:52,397 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1e14e4232f65ac3ab3cf5f5533b07960/C in TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:52,397 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/47e4e99de56e40d9903b56406cb97067, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/f353e0229d6a48b7a8f1ebbb1ed9deae, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/cb413e99fc0845bfa451bd09640e11ee] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp, totalSize=32.9 K 2024-12-06T03:19:52,400 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 47e4e99de56e40d9903b56406cb97067, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=13, earliestPutTs=1733455190394 2024-12-06T03:19:52,407 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting f353e0229d6a48b7a8f1ebbb1ed9deae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=37, earliestPutTs=1733455190411 2024-12-06T03:19:52,408 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting cb413e99fc0845bfa451bd09640e11ee, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733455191375 2024-12-06T03:19:52,412 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/cecd9f226a7547a1a1797e800f6fe1c1 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/cecd9f226a7547a1a1797e800f6fe1c1 2024-12-06T03:19:52,418 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1e14e4232f65ac3ab3cf5f5533b07960/A of 1e14e4232f65ac3ab3cf5f5533b07960 into cecd9f226a7547a1a1797e800f6fe1c1(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:19:52,418 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:19:52,418 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960., storeName=1e14e4232f65ac3ab3cf5f5533b07960/A, priority=13, startTime=1733455192263; duration=0sec 2024-12-06T03:19:52,418 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:52,418 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1e14e4232f65ac3ab3cf5f5533b07960:A 2024-12-06T03:19:52,430 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1e14e4232f65ac3ab3cf5f5533b07960#C#compaction#229 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:19:52,430 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/4a7ce91e5355423980c805205117d0c6 is 50, key is test_row_0/C:col10/1733455191375/Put/seqid=0 2024-12-06T03:19:52,439 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/5539254fd6434c8e9c98a871ca83e0c2 is 50, key is test_row_0/C:col10/1733455191411/Put/seqid=0 2024-12-06T03:19:52,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742102_1278 (size=12104) 2024-12-06T03:19:52,451 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/4a7ce91e5355423980c805205117d0c6 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/4a7ce91e5355423980c805205117d0c6 2024-12-06T03:19:52,457 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742103_1279 (size=12001) 2024-12-06T03:19:52,458 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1e14e4232f65ac3ab3cf5f5533b07960/C of 1e14e4232f65ac3ab3cf5f5533b07960 into 4a7ce91e5355423980c805205117d0c6(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:19:52,458 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:19:52,458 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960., storeName=1e14e4232f65ac3ab3cf5f5533b07960/C, priority=13, startTime=1733455192263; duration=0sec 2024-12-06T03:19:52,458 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:52,458 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1e14e4232f65ac3ab3cf5f5533b07960:C 2024-12-06T03:19:52,458 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=73 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/5539254fd6434c8e9c98a871ca83e0c2 2024-12-06T03:19:52,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/9d753e21bf7f44fca69f56a62859d103 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/9d753e21bf7f44fca69f56a62859d103 2024-12-06T03:19:52,469 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/9d753e21bf7f44fca69f56a62859d103, entries=150, sequenceid=73, filesize=11.7 K 2024-12-06T03:19:52,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/df4d5d8fdae84d51a066be3678a8d0d1 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/df4d5d8fdae84d51a066be3678a8d0d1 2024-12-06T03:19:52,475 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/df4d5d8fdae84d51a066be3678a8d0d1, entries=150, sequenceid=73, filesize=11.7 K 2024-12-06T03:19:52,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/5539254fd6434c8e9c98a871ca83e0c2 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/5539254fd6434c8e9c98a871ca83e0c2 2024-12-06T03:19:52,480 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/5539254fd6434c8e9c98a871ca83e0c2, entries=150, sequenceid=73, filesize=11.7 K 2024-12-06T03:19:52,481 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=0 B/0 for 1e14e4232f65ac3ab3cf5f5533b07960 in 205ms, sequenceid=73, compaction requested=false 2024-12-06T03:19:52,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.HRegion(2538): Flush status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:19:52,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:52,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=76}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=76 2024-12-06T03:19:52,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=76 2024-12-06T03:19:52,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=76, resume processing ppid=75 2024-12-06T03:19:52,483 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=76, ppid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 970 msec 2024-12-06T03:19:52,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=75, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=75, table=TestAcidGuarantees in 977 msec 2024-12-06T03:19:52,541 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 1e14e4232f65ac3ab3cf5f5533b07960 2024-12-06T03:19:52,542 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1e14e4232f65ac3ab3cf5f5533b07960 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T03:19:52,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=A 2024-12-06T03:19:52,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:52,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=B 2024-12-06T03:19:52,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:52,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=C 2024-12-06T03:19:52,543 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:52,562 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/287ede063be443e1b1f4cb94333c505b is 50, key is test_row_0/A:col10/1733455192540/Put/seqid=0 2024-12-06T03:19:52,570 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:52,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455252566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:52,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:52,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455252569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:52,572 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:52,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45602 deadline: 1733455252570, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:52,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:52,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45540 deadline: 1733455252569, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:52,582 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742104_1280 (size=14341) 2024-12-06T03:19:52,584 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/287ede063be443e1b1f4cb94333c505b 2024-12-06T03:19:52,593 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/e966ad80155840c0bc24a0c7e5339bc7 is 50, key is test_row_0/B:col10/1733455192540/Put/seqid=0 2024-12-06T03:19:52,604 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:52,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455252603, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:52,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=75 2024-12-06T03:19:52,615 INFO [Thread-1217 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 75 completed 2024-12-06T03:19:52,617 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:19:52,617 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742105_1281 (size=12001) 2024-12-06T03:19:52,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees 2024-12-06T03:19:52,618 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/e966ad80155840c0bc24a0c7e5339bc7 2024-12-06T03:19:52,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-06T03:19:52,619 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:19:52,620 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=77, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:19:52,620 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=78, ppid=77, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:19:52,650 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/4873ff093f6c48539614b3ea56930d62 is 50, key is test_row_0/C:col10/1733455192540/Put/seqid=0 2024-12-06T03:19:52,673 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:52,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455252671, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:52,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:52,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455252673, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:52,676 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:52,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45602 deadline: 1733455252674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:52,677 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:52,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45540 deadline: 1733455252674, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:52,682 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742106_1282 (size=12001) 2024-12-06T03:19:52,684 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=88 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/4873ff093f6c48539614b3ea56930d62 2024-12-06T03:19:52,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/287ede063be443e1b1f4cb94333c505b as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/287ede063be443e1b1f4cb94333c505b 2024-12-06T03:19:52,698 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/287ede063be443e1b1f4cb94333c505b, entries=200, sequenceid=88, filesize=14.0 K 2024-12-06T03:19:52,699 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/e966ad80155840c0bc24a0c7e5339bc7 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/e966ad80155840c0bc24a0c7e5339bc7 2024-12-06T03:19:52,705 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/e966ad80155840c0bc24a0c7e5339bc7, entries=150, sequenceid=88, filesize=11.7 K 2024-12-06T03:19:52,706 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/4873ff093f6c48539614b3ea56930d62 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/4873ff093f6c48539614b3ea56930d62 2024-12-06T03:19:52,713 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/4873ff093f6c48539614b3ea56930d62, entries=150, sequenceid=88, filesize=11.7 K 2024-12-06T03:19:52,714 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 1e14e4232f65ac3ab3cf5f5533b07960 in 173ms, sequenceid=88, compaction requested=true 2024-12-06T03:19:52,714 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:19:52,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1e14e4232f65ac3ab3cf5f5533b07960:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:19:52,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:52,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1e14e4232f65ac3ab3cf5f5533b07960:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:19:52,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:52,715 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:19:52,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1e14e4232f65ac3ab3cf5f5533b07960:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:19:52,715 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:19:52,715 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:19:52,716 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38446 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:19:52,716 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): 1e14e4232f65ac3ab3cf5f5533b07960/A is initiating minor compaction (all files) 2024-12-06T03:19:52,716 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1e14e4232f65ac3ab3cf5f5533b07960/A in TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:52,716 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/cecd9f226a7547a1a1797e800f6fe1c1, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/9d753e21bf7f44fca69f56a62859d103, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/287ede063be443e1b1f4cb94333c505b] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp, totalSize=37.5 K 2024-12-06T03:19:52,717 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting cecd9f226a7547a1a1797e800f6fe1c1, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733455190411 2024-12-06T03:19:52,717 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:19:52,717 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): 1e14e4232f65ac3ab3cf5f5533b07960/B is initiating minor compaction (all files) 2024-12-06T03:19:52,717 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1e14e4232f65ac3ab3cf5f5533b07960/B in TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:52,718 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/efeca8c0712743b787307cc6959d7732, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/df4d5d8fdae84d51a066be3678a8d0d1, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/e966ad80155840c0bc24a0c7e5339bc7] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp, totalSize=35.3 K 2024-12-06T03:19:52,718 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9d753e21bf7f44fca69f56a62859d103, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1733455191409 2024-12-06T03:19:52,718 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 287ede063be443e1b1f4cb94333c505b, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1733455192534 2024-12-06T03:19:52,719 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting efeca8c0712743b787307cc6959d7732, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733455190411 2024-12-06T03:19:52,719 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting df4d5d8fdae84d51a066be3678a8d0d1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1733455191409 2024-12-06T03:19:52,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-06T03:19:52,720 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting e966ad80155840c0bc24a0c7e5339bc7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1733455192534 2024-12-06T03:19:52,730 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1e14e4232f65ac3ab3cf5f5533b07960#A#compaction#234 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:19:52,730 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/9cbd47c969124116be33140bca122859 is 50, key is test_row_0/A:col10/1733455192540/Put/seqid=0 2024-12-06T03:19:52,742 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1e14e4232f65ac3ab3cf5f5533b07960#B#compaction#235 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:19:52,743 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/67a5732d0d6f404f8f9e4140e912b234 is 50, key is test_row_0/B:col10/1733455192540/Put/seqid=0 2024-12-06T03:19:52,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742107_1283 (size=12207) 2024-12-06T03:19:52,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742108_1284 (size=12207) 2024-12-06T03:19:52,785 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/67a5732d0d6f404f8f9e4140e912b234 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/67a5732d0d6f404f8f9e4140e912b234 2024-12-06T03:19:52,794 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1e14e4232f65ac3ab3cf5f5533b07960/B of 1e14e4232f65ac3ab3cf5f5533b07960 into 67a5732d0d6f404f8f9e4140e912b234(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:19:52,794 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:19:52,794 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960., storeName=1e14e4232f65ac3ab3cf5f5533b07960/B, priority=13, startTime=1733455192715; duration=0sec 2024-12-06T03:19:52,794 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:19:52,794 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1e14e4232f65ac3ab3cf5f5533b07960:B 2024-12-06T03:19:52,794 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:19:52,795 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:52,796 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=78 2024-12-06T03:19:52,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:52,796 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:19:52,796 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): 1e14e4232f65ac3ab3cf5f5533b07960/C is initiating minor compaction (all files) 2024-12-06T03:19:52,796 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2837): Flushing 1e14e4232f65ac3ab3cf5f5533b07960 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-06T03:19:52,796 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1e14e4232f65ac3ab3cf5f5533b07960/C in TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:52,796 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/4a7ce91e5355423980c805205117d0c6, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/5539254fd6434c8e9c98a871ca83e0c2, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/4873ff093f6c48539614b3ea56930d62] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp, totalSize=35.3 K 2024-12-06T03:19:52,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=A 2024-12-06T03:19:52,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:52,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=B 2024-12-06T03:19:52,796 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:52,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=C 2024-12-06T03:19:52,797 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:52,797 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 4a7ce91e5355423980c805205117d0c6, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733455190411 2024-12-06T03:19:52,800 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 5539254fd6434c8e9c98a871ca83e0c2, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=73, earliestPutTs=1733455191409 2024-12-06T03:19:52,800 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 4873ff093f6c48539614b3ea56930d62, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1733455192534 2024-12-06T03:19:52,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/68743e1a7518449ea0ed464ed4422355 is 50, key is test_row_0/A:col10/1733455192562/Put/seqid=0 2024-12-06T03:19:52,818 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1e14e4232f65ac3ab3cf5f5533b07960#C#compaction#237 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:19:52,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742109_1285 (size=12001) 2024-12-06T03:19:52,821 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/5cfa093da74640e69a459dbb4441f05e is 50, key is test_row_0/C:col10/1733455192540/Put/seqid=0 2024-12-06T03:19:52,822 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/68743e1a7518449ea0ed464ed4422355 2024-12-06T03:19:52,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742110_1286 (size=12207) 2024-12-06T03:19:52,836 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/5cfa093da74640e69a459dbb4441f05e as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/5cfa093da74640e69a459dbb4441f05e 2024-12-06T03:19:52,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/ab7c4b5b650942588b5278d385752a97 is 50, key is test_row_0/B:col10/1733455192562/Put/seqid=0 2024-12-06T03:19:52,843 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1e14e4232f65ac3ab3cf5f5533b07960/C of 1e14e4232f65ac3ab3cf5f5533b07960 into 5cfa093da74640e69a459dbb4441f05e(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:19:52,843 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:19:52,843 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960., storeName=1e14e4232f65ac3ab3cf5f5533b07960/C, priority=13, startTime=1733455192715; duration=0sec 2024-12-06T03:19:52,843 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:52,843 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1e14e4232f65ac3ab3cf5f5533b07960:C 2024-12-06T03:19:52,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742111_1287 (size=12001) 2024-12-06T03:19:52,854 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/ab7c4b5b650942588b5278d385752a97 2024-12-06T03:19:52,862 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/72bd9f8bf8c64f0ea712ca1f48782e86 is 50, key is test_row_0/C:col10/1733455192562/Put/seqid=0 2024-12-06T03:19:52,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 1e14e4232f65ac3ab3cf5f5533b07960 2024-12-06T03:19:52,877 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. as already flushing 2024-12-06T03:19:52,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:52,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455252883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:52,886 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:52,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45602 deadline: 1733455252884, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:52,887 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:52,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45540 deadline: 1733455252885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:52,887 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:52,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455252885, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:52,893 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742112_1288 (size=12001) 2024-12-06T03:19:52,893 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/72bd9f8bf8c64f0ea712ca1f48782e86 2024-12-06T03:19:52,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/68743e1a7518449ea0ed464ed4422355 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/68743e1a7518449ea0ed464ed4422355 2024-12-06T03:19:52,908 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/68743e1a7518449ea0ed464ed4422355, entries=150, sequenceid=114, filesize=11.7 K 2024-12-06T03:19:52,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/ab7c4b5b650942588b5278d385752a97 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/ab7c4b5b650942588b5278d385752a97 2024-12-06T03:19:52,915 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/ab7c4b5b650942588b5278d385752a97, entries=150, sequenceid=114, filesize=11.7 K 2024-12-06T03:19:52,918 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/72bd9f8bf8c64f0ea712ca1f48782e86 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/72bd9f8bf8c64f0ea712ca1f48782e86 2024-12-06T03:19:52,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-06T03:19:52,923 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/72bd9f8bf8c64f0ea712ca1f48782e86, entries=150, sequenceid=114, filesize=11.7 K 2024-12-06T03:19:52,924 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for 1e14e4232f65ac3ab3cf5f5533b07960 in 128ms, sequenceid=114, compaction requested=false 2024-12-06T03:19:52,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.HRegion(2538): Flush status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:19:52,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:52,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=78}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=78 2024-12-06T03:19:52,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=78 2024-12-06T03:19:52,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=78, resume processing ppid=77 2024-12-06T03:19:52,930 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=78, ppid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 307 msec 2024-12-06T03:19:52,931 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=77, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=77, table=TestAcidGuarantees in 313 msec 2024-12-06T03:19:52,988 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1e14e4232f65ac3ab3cf5f5533b07960 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-06T03:19:52,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=A 2024-12-06T03:19:52,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:52,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=B 2024-12-06T03:19:52,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:52,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=C 2024-12-06T03:19:52,989 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:52,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 1e14e4232f65ac3ab3cf5f5533b07960 2024-12-06T03:19:52,995 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/1e9a51f36cc44be0bc59dc19d9c3106d is 50, key is test_row_0/A:col10/1733455192882/Put/seqid=0 2024-12-06T03:19:53,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742113_1289 (size=12001) 2024-12-06T03:19:53,004 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/1e9a51f36cc44be0bc59dc19d9c3106d 2024-12-06T03:19:53,012 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/30cefeca2b3f4f3682f9a4b266b60b3d is 50, key is test_row_0/B:col10/1733455192882/Put/seqid=0 2024-12-06T03:19:53,016 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742114_1290 (size=12001) 2024-12-06T03:19:53,017 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:53,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45540 deadline: 1733455253013, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:53,017 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:53,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45602 deadline: 1733455253014, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:53,018 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:53,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455253015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:53,019 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:53,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455253015, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:53,121 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:53,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45540 deadline: 1733455253118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:53,121 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:53,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45602 deadline: 1733455253118, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:53,122 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:53,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455253119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:53,122 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:53,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455253119, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:53,166 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/9cbd47c969124116be33140bca122859 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/9cbd47c969124116be33140bca122859 2024-12-06T03:19:53,171 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1e14e4232f65ac3ab3cf5f5533b07960/A of 1e14e4232f65ac3ab3cf5f5533b07960 into 9cbd47c969124116be33140bca122859(size=11.9 K), total size for store is 23.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:19:53,171 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:19:53,171 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960., storeName=1e14e4232f65ac3ab3cf5f5533b07960/A, priority=13, startTime=1733455192714; duration=0sec 2024-12-06T03:19:53,171 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:53,171 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1e14e4232f65ac3ab3cf5f5533b07960:A 2024-12-06T03:19:53,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=77 2024-12-06T03:19:53,222 INFO [Thread-1217 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 77 completed 2024-12-06T03:19:53,223 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:19:53,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees 2024-12-06T03:19:53,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-06T03:19:53,225 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:19:53,225 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=79, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:19:53,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=80, ppid=79, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:19:53,323 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:53,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45540 deadline: 1733455253322, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:53,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:53,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455253323, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:53,324 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:53,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455253324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:53,324 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:53,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45602 deadline: 1733455253324, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:53,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-06T03:19:53,378 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:53,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-06T03:19:53,378 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:53,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. as already flushing 2024-12-06T03:19:53,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:53,379 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:53,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:53,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:53,417 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/30cefeca2b3f4f3682f9a4b266b60b3d 2024-12-06T03:19:53,426 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/2cd4ec32a3fe48f2a62d624d7a4384d5 is 50, key is test_row_0/C:col10/1733455192882/Put/seqid=0 2024-12-06T03:19:53,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742115_1291 (size=12001) 2024-12-06T03:19:53,460 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T03:19:53,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-06T03:19:53,531 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:53,531 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-06T03:19:53,531 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:53,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. as already flushing 2024-12-06T03:19:53,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:53,532 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:53,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:53,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:53,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:53,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45540 deadline: 1733455253625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:53,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:53,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455253625, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:53,629 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:53,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45602 deadline: 1733455253627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:53,630 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:53,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455253627, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:53,685 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:53,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-06T03:19:53,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:53,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. as already flushing 2024-12-06T03:19:53,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:53,686 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:53,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:53,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:53,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-06T03:19:53,831 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=128 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/2cd4ec32a3fe48f2a62d624d7a4384d5 2024-12-06T03:19:53,836 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/1e9a51f36cc44be0bc59dc19d9c3106d as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/1e9a51f36cc44be0bc59dc19d9c3106d 2024-12-06T03:19:53,838 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:53,839 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-06T03:19:53,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:53,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. as already flushing 2024-12-06T03:19:53,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:53,839 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] handler.RSProcedureHandler(58): pid=80 java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:53,839 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=80 java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:53,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=80 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:53,841 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/1e9a51f36cc44be0bc59dc19d9c3106d, entries=150, sequenceid=128, filesize=11.7 K 2024-12-06T03:19:53,842 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/30cefeca2b3f4f3682f9a4b266b60b3d as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/30cefeca2b3f4f3682f9a4b266b60b3d 2024-12-06T03:19:53,847 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/30cefeca2b3f4f3682f9a4b266b60b3d, entries=150, sequenceid=128, filesize=11.7 K 2024-12-06T03:19:53,847 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/2cd4ec32a3fe48f2a62d624d7a4384d5 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/2cd4ec32a3fe48f2a62d624d7a4384d5 2024-12-06T03:19:53,858 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/2cd4ec32a3fe48f2a62d624d7a4384d5, entries=150, sequenceid=128, filesize=11.7 K 2024-12-06T03:19:53,859 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 1e14e4232f65ac3ab3cf5f5533b07960 in 871ms, sequenceid=128, compaction requested=true 2024-12-06T03:19:53,859 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:19:53,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1e14e4232f65ac3ab3cf5f5533b07960:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:19:53,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:53,859 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:19:53,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1e14e4232f65ac3ab3cf5f5533b07960:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:19:53,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:53,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1e14e4232f65ac3ab3cf5f5533b07960:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:19:53,859 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:19:53,859 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:19:53,861 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:19:53,861 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:19:53,861 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): 1e14e4232f65ac3ab3cf5f5533b07960/A is initiating minor compaction (all files) 2024-12-06T03:19:53,861 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): 1e14e4232f65ac3ab3cf5f5533b07960/B is initiating minor compaction (all files) 2024-12-06T03:19:53,861 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1e14e4232f65ac3ab3cf5f5533b07960/A in TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:53,861 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/9cbd47c969124116be33140bca122859, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/68743e1a7518449ea0ed464ed4422355, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/1e9a51f36cc44be0bc59dc19d9c3106d] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp, totalSize=35.4 K 2024-12-06T03:19:53,861 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1e14e4232f65ac3ab3cf5f5533b07960/B in TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:53,861 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/67a5732d0d6f404f8f9e4140e912b234, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/ab7c4b5b650942588b5278d385752a97, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/30cefeca2b3f4f3682f9a4b266b60b3d] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp, totalSize=35.4 K 2024-12-06T03:19:53,863 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9cbd47c969124116be33140bca122859, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1733455192534 2024-12-06T03:19:53,863 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 67a5732d0d6f404f8f9e4140e912b234, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1733455192534 2024-12-06T03:19:53,863 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 68743e1a7518449ea0ed464ed4422355, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733455192562 2024-12-06T03:19:53,863 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting ab7c4b5b650942588b5278d385752a97, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733455192562 2024-12-06T03:19:53,864 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e9a51f36cc44be0bc59dc19d9c3106d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733455192882 2024-12-06T03:19:53,864 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 30cefeca2b3f4f3682f9a4b266b60b3d, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733455192882 2024-12-06T03:19:53,872 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1e14e4232f65ac3ab3cf5f5533b07960#A#compaction#244 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:19:53,872 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1e14e4232f65ac3ab3cf5f5533b07960#B#compaction#243 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:19:53,872 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/af65b16728414a3c8060743695b43c71 is 50, key is test_row_0/A:col10/1733455192882/Put/seqid=0 2024-12-06T03:19:53,873 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/d190291fe1014f8bbdd1e5fbf8ebcb05 is 50, key is test_row_0/B:col10/1733455192882/Put/seqid=0 2024-12-06T03:19:53,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742116_1292 (size=12309) 2024-12-06T03:19:53,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742117_1293 (size=12309) 2024-12-06T03:19:53,887 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/d190291fe1014f8bbdd1e5fbf8ebcb05 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/d190291fe1014f8bbdd1e5fbf8ebcb05 2024-12-06T03:19:53,888 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/af65b16728414a3c8060743695b43c71 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/af65b16728414a3c8060743695b43c71 2024-12-06T03:19:53,893 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1e14e4232f65ac3ab3cf5f5533b07960/B of 1e14e4232f65ac3ab3cf5f5533b07960 into d190291fe1014f8bbdd1e5fbf8ebcb05(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:19:53,893 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:19:53,893 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960., storeName=1e14e4232f65ac3ab3cf5f5533b07960/B, priority=13, startTime=1733455193859; duration=0sec 2024-12-06T03:19:53,893 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:19:53,893 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1e14e4232f65ac3ab3cf5f5533b07960:B 2024-12-06T03:19:53,894 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:19:53,895 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:19:53,895 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): 1e14e4232f65ac3ab3cf5f5533b07960/C is initiating minor compaction (all files) 2024-12-06T03:19:53,895 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1e14e4232f65ac3ab3cf5f5533b07960/C in TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:53,895 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/5cfa093da74640e69a459dbb4441f05e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/72bd9f8bf8c64f0ea712ca1f48782e86, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/2cd4ec32a3fe48f2a62d624d7a4384d5] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp, totalSize=35.4 K 2024-12-06T03:19:53,896 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 5cfa093da74640e69a459dbb4441f05e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=88, earliestPutTs=1733455192534 2024-12-06T03:19:53,897 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 72bd9f8bf8c64f0ea712ca1f48782e86, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733455192562 2024-12-06T03:19:53,898 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 2cd4ec32a3fe48f2a62d624d7a4384d5, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733455192882 2024-12-06T03:19:53,899 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1e14e4232f65ac3ab3cf5f5533b07960/A of 1e14e4232f65ac3ab3cf5f5533b07960 into af65b16728414a3c8060743695b43c71(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:19:53,899 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:19:53,899 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960., storeName=1e14e4232f65ac3ab3cf5f5533b07960/A, priority=13, startTime=1733455193859; duration=0sec 2024-12-06T03:19:53,899 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:53,899 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1e14e4232f65ac3ab3cf5f5533b07960:A 2024-12-06T03:19:53,910 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1e14e4232f65ac3ab3cf5f5533b07960#C#compaction#245 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:19:53,911 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/f9808ea5435d447a9f1c9f09ac14d1da is 50, key is test_row_0/C:col10/1733455192882/Put/seqid=0 2024-12-06T03:19:53,936 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742118_1294 (size=12309) 2024-12-06T03:19:53,944 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/f9808ea5435d447a9f1c9f09ac14d1da as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/f9808ea5435d447a9f1c9f09ac14d1da 2024-12-06T03:19:53,950 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1e14e4232f65ac3ab3cf5f5533b07960/C of 1e14e4232f65ac3ab3cf5f5533b07960 into f9808ea5435d447a9f1c9f09ac14d1da(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:19:53,950 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:19:53,950 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960., storeName=1e14e4232f65ac3ab3cf5f5533b07960/C, priority=13, startTime=1733455193859; duration=0sec 2024-12-06T03:19:53,950 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:53,950 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1e14e4232f65ac3ab3cf5f5533b07960:C 2024-12-06T03:19:53,993 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:53,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=80 2024-12-06T03:19:53,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:53,993 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2837): Flushing 1e14e4232f65ac3ab3cf5f5533b07960 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-06T03:19:53,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=A 2024-12-06T03:19:53,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:53,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=B 2024-12-06T03:19:53,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:53,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=C 2024-12-06T03:19:53,994 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:53,999 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/8074b6e96a8d40e38187052b905adcfa is 50, key is test_row_0/A:col10/1733455193014/Put/seqid=0 2024-12-06T03:19:54,004 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742119_1295 (size=12151) 2024-12-06T03:19:54,004 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/8074b6e96a8d40e38187052b905adcfa 2024-12-06T03:19:54,011 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/fd486e21511443229f910185176deb10 is 50, key is test_row_0/B:col10/1733455193014/Put/seqid=0 2024-12-06T03:19:54,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742120_1296 (size=12151) 2024-12-06T03:19:54,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 1e14e4232f65ac3ab3cf5f5533b07960 2024-12-06T03:19:54,130 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. as already flushing 2024-12-06T03:19:54,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:54,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455254137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:54,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:54,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45540 deadline: 1733455254137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:54,140 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:54,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455254138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:54,141 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:54,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45602 deadline: 1733455254138, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:54,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455254240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:54,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:54,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45540 deadline: 1733455254240, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:54,242 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455254241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:54,243 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:54,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45602 deadline: 1733455254241, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:54,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-06T03:19:54,416 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/fd486e21511443229f910185176deb10 2024-12-06T03:19:54,427 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/a5677ce3a2d24b7e955efce049cd7f04 is 50, key is test_row_0/C:col10/1733455193014/Put/seqid=0 2024-12-06T03:19:54,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742121_1297 (size=12151) 2024-12-06T03:19:54,437 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/a5677ce3a2d24b7e955efce049cd7f04 2024-12-06T03:19:54,443 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/8074b6e96a8d40e38187052b905adcfa as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/8074b6e96a8d40e38187052b905adcfa 2024-12-06T03:19:54,444 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45540 deadline: 1733455254443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:54,445 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:54,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455254444, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:54,448 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/8074b6e96a8d40e38187052b905adcfa, entries=150, sequenceid=155, filesize=11.9 K 2024-12-06T03:19:54,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/fd486e21511443229f910185176deb10 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/fd486e21511443229f910185176deb10 2024-12-06T03:19:54,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455254451, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:54,454 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:54,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45602 deadline: 1733455254452, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:54,456 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/fd486e21511443229f910185176deb10, entries=150, sequenceid=155, filesize=11.9 K 2024-12-06T03:19:54,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/a5677ce3a2d24b7e955efce049cd7f04 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/a5677ce3a2d24b7e955efce049cd7f04 2024-12-06T03:19:54,463 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/a5677ce3a2d24b7e955efce049cd7f04, entries=150, sequenceid=155, filesize=11.9 K 2024-12-06T03:19:54,465 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for 1e14e4232f65ac3ab3cf5f5533b07960 in 471ms, sequenceid=155, compaction requested=false 2024-12-06T03:19:54,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.HRegion(2538): Flush status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:19:54,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:54,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=80}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=80 2024-12-06T03:19:54,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=80 2024-12-06T03:19:54,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=80, resume processing ppid=79 2024-12-06T03:19:54,469 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=80, ppid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2400 sec 2024-12-06T03:19:54,470 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=79, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=79, table=TestAcidGuarantees in 1.2460 sec 2024-12-06T03:19:54,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 1e14e4232f65ac3ab3cf5f5533b07960 2024-12-06T03:19:54,623 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1e14e4232f65ac3ab3cf5f5533b07960 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-06T03:19:54,623 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=A 2024-12-06T03:19:54,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:54,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=B 2024-12-06T03:19:54,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:54,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=C 2024-12-06T03:19:54,624 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:54,629 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/ca839aa28cb245dba143e88c4d9b5a68 is 50, key is test_row_0/A:col10/1733455194622/Put/seqid=0 2024-12-06T03:19:54,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742122_1298 (size=12151) 2024-12-06T03:19:54,636 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/ca839aa28cb245dba143e88c4d9b5a68 2024-12-06T03:19:54,644 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/94b8fbd944cf4410be8cd1f0d3602275 is 50, key is test_row_0/B:col10/1733455194622/Put/seqid=0 2024-12-06T03:19:54,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742123_1299 (size=12151) 2024-12-06T03:19:54,680 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:54,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455254678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:54,748 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:54,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45540 deadline: 1733455254746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:54,749 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:54,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455254748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:54,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455254756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:54,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:54,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45602 deadline: 1733455254757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:54,783 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:54,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455254781, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:54,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:54,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455254984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:55,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/94b8fbd944cf4410be8cd1f0d3602275 2024-12-06T03:19:55,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/d682f4e5f60b4bb087dc96003cfeb93f is 50, key is test_row_0/C:col10/1733455194622/Put/seqid=0 2024-12-06T03:19:55,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742124_1300 (size=12151) 2024-12-06T03:19:55,251 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:55,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455255250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:55,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:55,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45540 deadline: 1733455255253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:55,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:55,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455255262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:55,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:55,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45602 deadline: 1733455255263, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:55,291 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:55,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455255290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:55,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=79 2024-12-06T03:19:55,347 INFO [Thread-1217 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 79 completed 2024-12-06T03:19:55,349 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:19:55,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees 2024-12-06T03:19:55,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-06T03:19:55,351 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:19:55,351 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=81, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:19:55,351 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:19:55,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-06T03:19:55,467 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/d682f4e5f60b4bb087dc96003cfeb93f 2024-12-06T03:19:55,473 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/ca839aa28cb245dba143e88c4d9b5a68 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/ca839aa28cb245dba143e88c4d9b5a68 2024-12-06T03:19:55,477 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/ca839aa28cb245dba143e88c4d9b5a68, entries=150, sequenceid=169, filesize=11.9 K 2024-12-06T03:19:55,480 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/94b8fbd944cf4410be8cd1f0d3602275 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/94b8fbd944cf4410be8cd1f0d3602275 2024-12-06T03:19:55,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/94b8fbd944cf4410be8cd1f0d3602275, entries=150, sequenceid=169, filesize=11.9 K 2024-12-06T03:19:55,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/d682f4e5f60b4bb087dc96003cfeb93f as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/d682f4e5f60b4bb087dc96003cfeb93f 2024-12-06T03:19:55,491 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/d682f4e5f60b4bb087dc96003cfeb93f, entries=150, sequenceid=169, filesize=11.9 K 2024-12-06T03:19:55,492 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 1e14e4232f65ac3ab3cf5f5533b07960 in 869ms, sequenceid=169, compaction requested=true 2024-12-06T03:19:55,492 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:19:55,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1e14e4232f65ac3ab3cf5f5533b07960:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:19:55,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:55,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1e14e4232f65ac3ab3cf5f5533b07960:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:19:55,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:55,492 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:19:55,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1e14e4232f65ac3ab3cf5f5533b07960:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:19:55,493 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:19:55,493 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:19:55,494 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:19:55,494 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:19:55,494 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): 1e14e4232f65ac3ab3cf5f5533b07960/A is initiating minor compaction (all files) 2024-12-06T03:19:55,494 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): 1e14e4232f65ac3ab3cf5f5533b07960/B is initiating minor compaction (all files) 2024-12-06T03:19:55,495 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1e14e4232f65ac3ab3cf5f5533b07960/A in TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:55,495 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1e14e4232f65ac3ab3cf5f5533b07960/B in TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:55,495 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/d190291fe1014f8bbdd1e5fbf8ebcb05, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/fd486e21511443229f910185176deb10, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/94b8fbd944cf4410be8cd1f0d3602275] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp, totalSize=35.8 K 2024-12-06T03:19:55,495 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/af65b16728414a3c8060743695b43c71, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/8074b6e96a8d40e38187052b905adcfa, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/ca839aa28cb245dba143e88c4d9b5a68] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp, totalSize=35.8 K 2024-12-06T03:19:55,495 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting d190291fe1014f8bbdd1e5fbf8ebcb05, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733455192882 2024-12-06T03:19:55,495 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting af65b16728414a3c8060743695b43c71, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733455192882 2024-12-06T03:19:55,495 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8074b6e96a8d40e38187052b905adcfa, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733455193013 2024-12-06T03:19:55,495 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting fd486e21511443229f910185176deb10, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733455193013 2024-12-06T03:19:55,496 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting ca839aa28cb245dba143e88c4d9b5a68, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733455194135 2024-12-06T03:19:55,496 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 94b8fbd944cf4410be8cd1f0d3602275, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733455194135 2024-12-06T03:19:55,503 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:55,503 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=82 2024-12-06T03:19:55,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:55,504 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2837): Flushing 1e14e4232f65ac3ab3cf5f5533b07960 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-06T03:19:55,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=A 2024-12-06T03:19:55,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:55,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=B 2024-12-06T03:19:55,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:55,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=C 2024-12-06T03:19:55,504 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:55,514 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1e14e4232f65ac3ab3cf5f5533b07960#A#compaction#252 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:19:55,515 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/e82205fed91b4b3d929bd813e082372d is 50, key is test_row_0/A:col10/1733455194622/Put/seqid=0 2024-12-06T03:19:55,517 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1e14e4232f65ac3ab3cf5f5533b07960#B#compaction#253 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:19:55,518 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/779f52c28f1640b1a5fbbda67e08aa38 is 50, key is test_row_0/B:col10/1733455194622/Put/seqid=0 2024-12-06T03:19:55,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/a648163a76384220bb56853cffc849ff is 50, key is test_row_0/A:col10/1733455194677/Put/seqid=0 2024-12-06T03:19:55,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742125_1301 (size=12561) 2024-12-06T03:19:55,546 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742126_1302 (size=12561) 2024-12-06T03:19:55,550 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742127_1303 (size=12151) 2024-12-06T03:19:55,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-06T03:19:55,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 1e14e4232f65ac3ab3cf5f5533b07960 2024-12-06T03:19:55,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. as already flushing 2024-12-06T03:19:55,829 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:55,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455255828, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:55,932 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:55,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455255930, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:55,940 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/e82205fed91b4b3d929bd813e082372d as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/e82205fed91b4b3d929bd813e082372d 2024-12-06T03:19:55,945 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1e14e4232f65ac3ab3cf5f5533b07960/A of 1e14e4232f65ac3ab3cf5f5533b07960 into e82205fed91b4b3d929bd813e082372d(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:19:55,945 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:19:55,945 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960., storeName=1e14e4232f65ac3ab3cf5f5533b07960/A, priority=13, startTime=1733455195492; duration=0sec 2024-12-06T03:19:55,945 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:19:55,945 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1e14e4232f65ac3ab3cf5f5533b07960:A 2024-12-06T03:19:55,945 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:19:55,947 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36611 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:19:55,947 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): 1e14e4232f65ac3ab3cf5f5533b07960/C is initiating minor compaction (all files) 2024-12-06T03:19:55,947 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1e14e4232f65ac3ab3cf5f5533b07960/C in TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:55,947 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/f9808ea5435d447a9f1c9f09ac14d1da, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/a5677ce3a2d24b7e955efce049cd7f04, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/d682f4e5f60b4bb087dc96003cfeb93f] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp, totalSize=35.8 K 2024-12-06T03:19:55,948 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting f9808ea5435d447a9f1c9f09ac14d1da, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=128, earliestPutTs=1733455192882 2024-12-06T03:19:55,948 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5677ce3a2d24b7e955efce049cd7f04, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733455193013 2024-12-06T03:19:55,948 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting d682f4e5f60b4bb087dc96003cfeb93f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733455194135 2024-12-06T03:19:55,951 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/a648163a76384220bb56853cffc849ff 2024-12-06T03:19:55,951 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/779f52c28f1640b1a5fbbda67e08aa38 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/779f52c28f1640b1a5fbbda67e08aa38 2024-12-06T03:19:55,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-06T03:19:55,960 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1e14e4232f65ac3ab3cf5f5533b07960/B of 1e14e4232f65ac3ab3cf5f5533b07960 into 779f52c28f1640b1a5fbbda67e08aa38(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:19:55,960 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:19:55,960 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960., storeName=1e14e4232f65ac3ab3cf5f5533b07960/B, priority=13, startTime=1733455195492; duration=0sec 2024-12-06T03:19:55,960 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:55,961 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1e14e4232f65ac3ab3cf5f5533b07960:B 2024-12-06T03:19:55,963 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/da8704a2df1841b29106b57e2bd62776 is 50, key is test_row_0/B:col10/1733455194677/Put/seqid=0 2024-12-06T03:19:55,974 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742128_1304 (size=12151) 2024-12-06T03:19:55,978 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1e14e4232f65ac3ab3cf5f5533b07960#C#compaction#256 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:19:55,979 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/2e176f4d692f4837a435d268b35b9631 is 50, key is test_row_0/C:col10/1733455194622/Put/seqid=0 2024-12-06T03:19:55,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742129_1305 (size=12561) 2024-12-06T03:19:56,135 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:56,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455256133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:56,255 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:56,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455256254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:56,262 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:56,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45540 deadline: 1733455256260, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:56,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:56,267 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455256266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:56,276 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:56,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45602 deadline: 1733455256274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:56,374 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/da8704a2df1841b29106b57e2bd62776 2024-12-06T03:19:56,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/c3714490b18b4da389744a97782a921d is 50, key is test_row_0/C:col10/1733455194677/Put/seqid=0 2024-12-06T03:19:56,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742130_1306 (size=12151) 2024-12-06T03:19:56,404 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/2e176f4d692f4837a435d268b35b9631 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/2e176f4d692f4837a435d268b35b9631 2024-12-06T03:19:56,410 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1e14e4232f65ac3ab3cf5f5533b07960/C of 1e14e4232f65ac3ab3cf5f5533b07960 into 2e176f4d692f4837a435d268b35b9631(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:19:56,410 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:19:56,410 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960., storeName=1e14e4232f65ac3ab3cf5f5533b07960/C, priority=13, startTime=1733455195492; duration=0sec 2024-12-06T03:19:56,411 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:56,411 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1e14e4232f65ac3ab3cf5f5533b07960:C 2024-12-06T03:19:56,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:56,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455256436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:56,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-06T03:19:56,789 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=191 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/c3714490b18b4da389744a97782a921d 2024-12-06T03:19:56,794 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/a648163a76384220bb56853cffc849ff as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/a648163a76384220bb56853cffc849ff 2024-12-06T03:19:56,798 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/a648163a76384220bb56853cffc849ff, entries=150, sequenceid=191, filesize=11.9 K 2024-12-06T03:19:56,799 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/da8704a2df1841b29106b57e2bd62776 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/da8704a2df1841b29106b57e2bd62776 2024-12-06T03:19:56,804 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/da8704a2df1841b29106b57e2bd62776, entries=150, sequenceid=191, filesize=11.9 K 2024-12-06T03:19:56,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/c3714490b18b4da389744a97782a921d as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/c3714490b18b4da389744a97782a921d 2024-12-06T03:19:56,811 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/c3714490b18b4da389744a97782a921d, entries=150, sequenceid=191, filesize=11.9 K 2024-12-06T03:19:56,812 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 1e14e4232f65ac3ab3cf5f5533b07960 in 1308ms, sequenceid=191, compaction requested=false 2024-12-06T03:19:56,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.HRegion(2538): Flush status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:19:56,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:56,812 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=82}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=82 2024-12-06T03:19:56,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=82 2024-12-06T03:19:56,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=82, resume processing ppid=81 2024-12-06T03:19:56,815 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=82, ppid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4620 sec 2024-12-06T03:19:56,817 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=81, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=81, table=TestAcidGuarantees in 1.4670 sec 2024-12-06T03:19:56,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 1e14e4232f65ac3ab3cf5f5533b07960 2024-12-06T03:19:56,944 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1e14e4232f65ac3ab3cf5f5533b07960 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-06T03:19:56,944 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=A 2024-12-06T03:19:56,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:56,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=B 2024-12-06T03:19:56,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:56,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=C 2024-12-06T03:19:56,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:56,949 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/2438643ba8ed4dc9b5c3a2044013d18a is 50, key is test_row_0/A:col10/1733455195820/Put/seqid=0 2024-12-06T03:19:56,955 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742131_1307 (size=12151) 2024-12-06T03:19:56,955 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/2438643ba8ed4dc9b5c3a2044013d18a 2024-12-06T03:19:56,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/458f95632eea410595ef818aa02193ed is 50, key is test_row_0/B:col10/1733455195820/Put/seqid=0 2024-12-06T03:19:56,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742132_1308 (size=12151) 2024-12-06T03:19:57,021 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:57,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455257019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:57,124 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:57,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455257122, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:57,327 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:57,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455257325, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:57,371 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/458f95632eea410595ef818aa02193ed 2024-12-06T03:19:57,379 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/c0ce4c81c6b646cf958061eed758f497 is 50, key is test_row_0/C:col10/1733455195820/Put/seqid=0 2024-12-06T03:19:57,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742133_1309 (size=12151) 2024-12-06T03:19:57,385 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=209 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/c0ce4c81c6b646cf958061eed758f497 2024-12-06T03:19:57,394 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/2438643ba8ed4dc9b5c3a2044013d18a as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/2438643ba8ed4dc9b5c3a2044013d18a 2024-12-06T03:19:57,398 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/2438643ba8ed4dc9b5c3a2044013d18a, entries=150, sequenceid=209, filesize=11.9 K 2024-12-06T03:19:57,399 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/458f95632eea410595ef818aa02193ed as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/458f95632eea410595ef818aa02193ed 2024-12-06T03:19:57,403 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/458f95632eea410595ef818aa02193ed, entries=150, sequenceid=209, filesize=11.9 K 2024-12-06T03:19:57,405 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/c0ce4c81c6b646cf958061eed758f497 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/c0ce4c81c6b646cf958061eed758f497 2024-12-06T03:19:57,409 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/c0ce4c81c6b646cf958061eed758f497, entries=150, sequenceid=209, filesize=11.9 K 2024-12-06T03:19:57,410 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 1e14e4232f65ac3ab3cf5f5533b07960 in 466ms, sequenceid=209, compaction requested=true 2024-12-06T03:19:57,410 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:19:57,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1e14e4232f65ac3ab3cf5f5533b07960:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:19:57,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:57,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1e14e4232f65ac3ab3cf5f5533b07960:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:19:57,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:19:57,411 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:19:57,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1e14e4232f65ac3ab3cf5f5533b07960:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:19:57,411 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-06T03:19:57,411 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:19:57,412 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:19:57,412 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:19:57,412 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): 1e14e4232f65ac3ab3cf5f5533b07960/B is initiating minor compaction (all files) 2024-12-06T03:19:57,412 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): 1e14e4232f65ac3ab3cf5f5533b07960/A is initiating minor compaction (all files) 2024-12-06T03:19:57,413 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1e14e4232f65ac3ab3cf5f5533b07960/A in TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:57,413 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1e14e4232f65ac3ab3cf5f5533b07960/B in TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:57,413 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/779f52c28f1640b1a5fbbda67e08aa38, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/da8704a2df1841b29106b57e2bd62776, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/458f95632eea410595ef818aa02193ed] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp, totalSize=36.0 K 2024-12-06T03:19:57,413 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/e82205fed91b4b3d929bd813e082372d, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/a648163a76384220bb56853cffc849ff, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/2438643ba8ed4dc9b5c3a2044013d18a] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp, totalSize=36.0 K 2024-12-06T03:19:57,413 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 779f52c28f1640b1a5fbbda67e08aa38, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733455194135 2024-12-06T03:19:57,413 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting e82205fed91b4b3d929bd813e082372d, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733455194135 2024-12-06T03:19:57,413 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting da8704a2df1841b29106b57e2bd62776, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1733455194667 2024-12-06T03:19:57,414 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting a648163a76384220bb56853cffc849ff, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1733455194667 2024-12-06T03:19:57,414 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 458f95632eea410595ef818aa02193ed, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733455195820 2024-12-06T03:19:57,414 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 2438643ba8ed4dc9b5c3a2044013d18a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733455195820 2024-12-06T03:19:57,422 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1e14e4232f65ac3ab3cf5f5533b07960#B#compaction#261 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:19:57,423 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/3285a387de80433e8ebd96b0e93ffeba is 50, key is test_row_0/B:col10/1733455195820/Put/seqid=0 2024-12-06T03:19:57,428 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1e14e4232f65ac3ab3cf5f5533b07960#A#compaction#262 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:19:57,428 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/58f105ab877247818f748958b47b58db is 50, key is test_row_0/A:col10/1733455195820/Put/seqid=0 2024-12-06T03:19:57,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742134_1310 (size=12663) 2024-12-06T03:19:57,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742135_1311 (size=12663) 2024-12-06T03:19:57,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=81 2024-12-06T03:19:57,454 INFO [Thread-1217 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 81 completed 2024-12-06T03:19:57,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:19:57,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees 2024-12-06T03:19:57,457 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:19:57,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-06T03:19:57,458 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=83, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:19:57,458 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:19:57,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-06T03:19:57,609 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:57,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=84 2024-12-06T03:19:57,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:57,610 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2837): Flushing 1e14e4232f65ac3ab3cf5f5533b07960 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-06T03:19:57,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=A 2024-12-06T03:19:57,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:57,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=B 2024-12-06T03:19:57,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:57,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=C 2024-12-06T03:19:57,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:57,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/e21ef75844b6428daf8d21879a5c0212 is 50, key is test_row_0/A:col10/1733455196982/Put/seqid=0 2024-12-06T03:19:57,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742136_1312 (size=12151) 2024-12-06T03:19:57,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 1e14e4232f65ac3ab3cf5f5533b07960 2024-12-06T03:19:57,631 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. as already flushing 2024-12-06T03:19:57,663 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:57,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455257661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:57,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-06T03:19:57,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:57,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455257765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:57,846 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/3285a387de80433e8ebd96b0e93ffeba as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/3285a387de80433e8ebd96b0e93ffeba 2024-12-06T03:19:57,851 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/58f105ab877247818f748958b47b58db as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/58f105ab877247818f748958b47b58db 2024-12-06T03:19:57,853 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1e14e4232f65ac3ab3cf5f5533b07960/B of 1e14e4232f65ac3ab3cf5f5533b07960 into 3285a387de80433e8ebd96b0e93ffeba(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:19:57,853 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:19:57,853 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960., storeName=1e14e4232f65ac3ab3cf5f5533b07960/B, priority=13, startTime=1733455197411; duration=0sec 2024-12-06T03:19:57,854 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:19:57,854 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1e14e4232f65ac3ab3cf5f5533b07960:B 2024-12-06T03:19:57,854 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:19:57,855 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36863 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:19:57,856 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): 1e14e4232f65ac3ab3cf5f5533b07960/C is initiating minor compaction (all files) 2024-12-06T03:19:57,856 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1e14e4232f65ac3ab3cf5f5533b07960/C in TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:57,856 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/2e176f4d692f4837a435d268b35b9631, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/c3714490b18b4da389744a97782a921d, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/c0ce4c81c6b646cf958061eed758f497] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp, totalSize=36.0 K 2024-12-06T03:19:57,857 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2e176f4d692f4837a435d268b35b9631, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733455194135 2024-12-06T03:19:57,857 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1e14e4232f65ac3ab3cf5f5533b07960/A of 1e14e4232f65ac3ab3cf5f5533b07960 into 58f105ab877247818f748958b47b58db(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:19:57,857 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:19:57,857 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960., storeName=1e14e4232f65ac3ab3cf5f5533b07960/A, priority=13, startTime=1733455197411; duration=0sec 2024-12-06T03:19:57,857 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:57,857 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1e14e4232f65ac3ab3cf5f5533b07960:A 2024-12-06T03:19:57,857 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting c3714490b18b4da389744a97782a921d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=191, earliestPutTs=1733455194667 2024-12-06T03:19:57,857 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting c0ce4c81c6b646cf958061eed758f497, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733455195820 2024-12-06T03:19:57,867 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1e14e4232f65ac3ab3cf5f5533b07960#C#compaction#264 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:19:57,867 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/1510a9165a62465bb71b2295abb4a476 is 50, key is test_row_0/C:col10/1733455195820/Put/seqid=0 2024-12-06T03:19:57,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742137_1313 (size=12663) 2024-12-06T03:19:57,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:57,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455257969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:58,022 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/e21ef75844b6428daf8d21879a5c0212 2024-12-06T03:19:58,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/6163b9b5494847319c343783a0baf712 is 50, key is test_row_0/B:col10/1733455196982/Put/seqid=0 2024-12-06T03:19:58,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742138_1314 (size=12151) 2024-12-06T03:19:58,043 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/6163b9b5494847319c343783a0baf712 2024-12-06T03:19:58,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-06T03:19:58,060 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/663ae4bbe098419c9c67668e28b886d8 is 50, key is test_row_0/C:col10/1733455196982/Put/seqid=0 2024-12-06T03:19:58,080 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742139_1315 (size=12151) 2024-12-06T03:19:58,259 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:58,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455258258, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:58,260 DEBUG [Thread-1215 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4122 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_2' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960., hostname=4c7f994aa0f5,34349,1733455120723, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:19:58,267 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:58,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45540 deadline: 1733455258266, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:58,268 DEBUG [Thread-1209 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4131 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960., hostname=4c7f994aa0f5,34349,1733455120723, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:19:58,274 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:58,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455258273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:58,277 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:58,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455258275, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:58,277 DEBUG [Thread-1211 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4141 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960., hostname=4c7f994aa0f5,34349,1733455120723, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:19:58,291 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:58,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45602 deadline: 1733455258290, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:58,292 DEBUG [Thread-1213 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4153 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960., hostname=4c7f994aa0f5,34349,1733455120723, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:19:58,300 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/1510a9165a62465bb71b2295abb4a476 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/1510a9165a62465bb71b2295abb4a476 2024-12-06T03:19:58,307 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1e14e4232f65ac3ab3cf5f5533b07960/C of 1e14e4232f65ac3ab3cf5f5533b07960 into 1510a9165a62465bb71b2295abb4a476(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:19:58,307 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:19:58,307 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960., storeName=1e14e4232f65ac3ab3cf5f5533b07960/C, priority=13, startTime=1733455197411; duration=0sec 2024-12-06T03:19:58,307 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:58,307 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1e14e4232f65ac3ab3cf5f5533b07960:C 2024-12-06T03:19:58,481 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=230 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/663ae4bbe098419c9c67668e28b886d8 2024-12-06T03:19:58,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/e21ef75844b6428daf8d21879a5c0212 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/e21ef75844b6428daf8d21879a5c0212 2024-12-06T03:19:58,490 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/e21ef75844b6428daf8d21879a5c0212, entries=150, sequenceid=230, filesize=11.9 K 2024-12-06T03:19:58,491 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/6163b9b5494847319c343783a0baf712 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/6163b9b5494847319c343783a0baf712 2024-12-06T03:19:58,494 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/6163b9b5494847319c343783a0baf712, entries=150, sequenceid=230, filesize=11.9 K 2024-12-06T03:19:58,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/663ae4bbe098419c9c67668e28b886d8 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/663ae4bbe098419c9c67668e28b886d8 2024-12-06T03:19:58,500 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/663ae4bbe098419c9c67668e28b886d8, entries=150, sequenceid=230, filesize=11.9 K 2024-12-06T03:19:58,500 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for 1e14e4232f65ac3ab3cf5f5533b07960 in 890ms, sequenceid=230, compaction requested=false 2024-12-06T03:19:58,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.HRegion(2538): Flush status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:19:58,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:58,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=84}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=84 2024-12-06T03:19:58,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=84 2024-12-06T03:19:58,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=84, resume processing ppid=83 2024-12-06T03:19:58,503 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=84, ppid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0440 sec 2024-12-06T03:19:58,505 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=83, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=83, table=TestAcidGuarantees in 1.0480 sec 2024-12-06T03:19:58,560 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=83 2024-12-06T03:19:58,561 INFO [Thread-1217 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 83 completed 2024-12-06T03:19:58,562 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:19:58,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees 2024-12-06T03:19:58,564 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:19:58,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-06T03:19:58,567 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=85, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:19:58,567 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=86, ppid=85, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:19:58,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-06T03:19:58,719 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:58,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=86 2024-12-06T03:19:58,720 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:58,720 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2837): Flushing 1e14e4232f65ac3ab3cf5f5533b07960 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-06T03:19:58,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=A 2024-12-06T03:19:58,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:58,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=B 2024-12-06T03:19:58,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:58,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=C 2024-12-06T03:19:58,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:58,726 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/4d32823c531044b99017e47cd74cd90a is 50, key is test_row_0/A:col10/1733455197637/Put/seqid=0 2024-12-06T03:19:58,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742140_1316 (size=12151) 2024-12-06T03:19:58,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 1e14e4232f65ac3ab3cf5f5533b07960 2024-12-06T03:19:58,781 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. as already flushing 2024-12-06T03:19:58,836 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:58,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455258833, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:58,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-06T03:19:58,938 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:58,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455258937, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:59,132 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/4d32823c531044b99017e47cd74cd90a 2024-12-06T03:19:59,139 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/ffb4fe79e23844f6bcc75e0fc93ccd16 is 50, key is test_row_0/B:col10/1733455197637/Put/seqid=0 2024-12-06T03:19:59,141 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:59,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455259139, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:59,144 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742141_1317 (size=12151) 2024-12-06T03:19:59,145 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/ffb4fe79e23844f6bcc75e0fc93ccd16 2024-12-06T03:19:59,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/70a4b76be16640a19295c74f7b0a304c is 50, key is test_row_0/C:col10/1733455197637/Put/seqid=0 2024-12-06T03:19:59,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742142_1318 (size=12151) 2024-12-06T03:19:59,156 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=248 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/70a4b76be16640a19295c74f7b0a304c 2024-12-06T03:19:59,161 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/4d32823c531044b99017e47cd74cd90a as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/4d32823c531044b99017e47cd74cd90a 2024-12-06T03:19:59,165 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/4d32823c531044b99017e47cd74cd90a, entries=150, sequenceid=248, filesize=11.9 K 2024-12-06T03:19:59,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/ffb4fe79e23844f6bcc75e0fc93ccd16 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/ffb4fe79e23844f6bcc75e0fc93ccd16 2024-12-06T03:19:59,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-06T03:19:59,170 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/ffb4fe79e23844f6bcc75e0fc93ccd16, entries=150, sequenceid=248, filesize=11.9 K 2024-12-06T03:19:59,171 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/70a4b76be16640a19295c74f7b0a304c as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/70a4b76be16640a19295c74f7b0a304c 2024-12-06T03:19:59,186 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/70a4b76be16640a19295c74f7b0a304c, entries=150, sequenceid=248, filesize=11.9 K 2024-12-06T03:19:59,187 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for 1e14e4232f65ac3ab3cf5f5533b07960 in 467ms, sequenceid=248, compaction requested=true 2024-12-06T03:19:59,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.HRegion(2538): Flush status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:19:59,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:59,187 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=86}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=86 2024-12-06T03:19:59,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=86 2024-12-06T03:19:59,190 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=86, resume processing ppid=85 2024-12-06T03:19:59,190 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=86, ppid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 621 msec 2024-12-06T03:19:59,192 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=85, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=85, table=TestAcidGuarantees in 629 msec 2024-12-06T03:19:59,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 1e14e4232f65ac3ab3cf5f5533b07960 2024-12-06T03:19:59,446 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1e14e4232f65ac3ab3cf5f5533b07960 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-06T03:19:59,446 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=A 2024-12-06T03:19:59,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:59,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=B 2024-12-06T03:19:59,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:59,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=C 2024-12-06T03:19:59,447 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:59,452 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/d792451259f545c7811770e1986dee7a is 50, key is test_row_0/A:col10/1733455199445/Put/seqid=0 2024-12-06T03:19:59,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742143_1319 (size=14741) 2024-12-06T03:19:59,483 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:59,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455259481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:59,585 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:59,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455259584, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:59,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=85 2024-12-06T03:19:59,668 INFO [Thread-1217 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 85 completed 2024-12-06T03:19:59,669 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:19:59,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees 2024-12-06T03:19:59,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-06T03:19:59,671 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:19:59,672 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=87, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:19:59,672 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=88, ppid=87, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:19:59,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-06T03:19:59,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:19:59,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455259787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:59,823 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:59,824 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-06T03:19:59,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:59,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. as already flushing 2024-12-06T03:19:59,824 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:59,824 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] handler.RSProcedureHandler(58): pid=88 java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:59,825 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=88 java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:59,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=88 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:19:59,861 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/d792451259f545c7811770e1986dee7a 2024-12-06T03:19:59,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/df3fd8f63a654e739cba85bc5787bea1 is 50, key is test_row_0/B:col10/1733455199445/Put/seqid=0 2024-12-06T03:19:59,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742144_1320 (size=12301) 2024-12-06T03:19:59,910 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/df3fd8f63a654e739cba85bc5787bea1 2024-12-06T03:19:59,927 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/66eccbf2e4c94885b55abed067d0791c is 50, key is test_row_0/C:col10/1733455199445/Put/seqid=0 2024-12-06T03:19:59,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742145_1321 (size=12301) 2024-12-06T03:19:59,950 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=270 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/66eccbf2e4c94885b55abed067d0791c 2024-12-06T03:19:59,957 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/d792451259f545c7811770e1986dee7a as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/d792451259f545c7811770e1986dee7a 2024-12-06T03:19:59,961 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/d792451259f545c7811770e1986dee7a, entries=200, sequenceid=270, filesize=14.4 K 2024-12-06T03:19:59,962 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/df3fd8f63a654e739cba85bc5787bea1 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/df3fd8f63a654e739cba85bc5787bea1 2024-12-06T03:19:59,967 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/df3fd8f63a654e739cba85bc5787bea1, entries=150, sequenceid=270, filesize=12.0 K 2024-12-06T03:19:59,968 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/66eccbf2e4c94885b55abed067d0791c as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/66eccbf2e4c94885b55abed067d0791c 2024-12-06T03:19:59,972 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/66eccbf2e4c94885b55abed067d0791c, entries=150, sequenceid=270, filesize=12.0 K 2024-12-06T03:19:59,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-06T03:19:59,973 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for 1e14e4232f65ac3ab3cf5f5533b07960 in 527ms, sequenceid=270, compaction requested=true 2024-12-06T03:19:59,973 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:19:59,973 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T03:19:59,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1e14e4232f65ac3ab3cf5f5533b07960:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:19:59,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:59,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1e14e4232f65ac3ab3cf5f5533b07960:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:19:59,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:19:59,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1e14e4232f65ac3ab3cf5f5533b07960:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:19:59,974 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T03:19:59,974 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:19:59,975 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T03:19:59,975 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): 1e14e4232f65ac3ab3cf5f5533b07960/B is initiating minor compaction (all files) 2024-12-06T03:19:59,975 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 51706 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T03:19:59,975 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1e14e4232f65ac3ab3cf5f5533b07960/B in TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:59,975 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): 1e14e4232f65ac3ab3cf5f5533b07960/A is initiating minor compaction (all files) 2024-12-06T03:19:59,975 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1e14e4232f65ac3ab3cf5f5533b07960/A in TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:59,976 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/3285a387de80433e8ebd96b0e93ffeba, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/6163b9b5494847319c343783a0baf712, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/ffb4fe79e23844f6bcc75e0fc93ccd16, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/df3fd8f63a654e739cba85bc5787bea1] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp, totalSize=48.1 K 2024-12-06T03:19:59,976 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/58f105ab877247818f748958b47b58db, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/e21ef75844b6428daf8d21879a5c0212, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/4d32823c531044b99017e47cd74cd90a, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/d792451259f545c7811770e1986dee7a] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp, totalSize=50.5 K 2024-12-06T03:19:59,976 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 58f105ab877247818f748958b47b58db, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733455195820 2024-12-06T03:19:59,976 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3285a387de80433e8ebd96b0e93ffeba, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733455195820 2024-12-06T03:19:59,977 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:19:59,977 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6163b9b5494847319c343783a0baf712, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733455196982 2024-12-06T03:19:59,977 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=88 2024-12-06T03:19:59,977 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:19:59,977 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting e21ef75844b6428daf8d21879a5c0212, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733455196982 2024-12-06T03:19:59,977 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2837): Flushing 1e14e4232f65ac3ab3cf5f5533b07960 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-06T03:19:59,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=A 2024-12-06T03:19:59,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:59,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=B 2024-12-06T03:19:59,978 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting ffb4fe79e23844f6bcc75e0fc93ccd16, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733455197637 2024-12-06T03:19:59,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:59,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=C 2024-12-06T03:19:59,978 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 4d32823c531044b99017e47cd74cd90a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733455197637 2024-12-06T03:19:59,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:19:59,978 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting d792451259f545c7811770e1986dee7a, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1733455198816 2024-12-06T03:19:59,979 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting df3fd8f63a654e739cba85bc5787bea1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1733455198816 2024-12-06T03:19:59,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/d1f38e48e59346258920b541175bd16c is 50, key is test_row_0/A:col10/1733455199473/Put/seqid=0 2024-12-06T03:20:00,002 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1e14e4232f65ac3ab3cf5f5533b07960#A#compaction#274 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:20:00,003 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1e14e4232f65ac3ab3cf5f5533b07960#B#compaction#275 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:20:00,003 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/6ff1540c90b44dc1973c74a5d7c48465 is 50, key is test_row_0/A:col10/1733455199445/Put/seqid=0 2024-12-06T03:20:00,004 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/dfd1e8075fd54b5db3fb5e3c3c034eea is 50, key is test_row_0/B:col10/1733455199445/Put/seqid=0 2024-12-06T03:20:00,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742146_1322 (size=12301) 2024-12-06T03:20:00,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742147_1323 (size=12949) 2024-12-06T03:20:00,051 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/6ff1540c90b44dc1973c74a5d7c48465 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/6ff1540c90b44dc1973c74a5d7c48465 2024-12-06T03:20:00,057 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1e14e4232f65ac3ab3cf5f5533b07960/A of 1e14e4232f65ac3ab3cf5f5533b07960 into 6ff1540c90b44dc1973c74a5d7c48465(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:20:00,057 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:20:00,057 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960., storeName=1e14e4232f65ac3ab3cf5f5533b07960/A, priority=12, startTime=1733455199973; duration=0sec 2024-12-06T03:20:00,057 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:20:00,057 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1e14e4232f65ac3ab3cf5f5533b07960:A 2024-12-06T03:20:00,057 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T03:20:00,059 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49266 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T03:20:00,059 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): 1e14e4232f65ac3ab3cf5f5533b07960/C is initiating minor compaction (all files) 2024-12-06T03:20:00,059 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1e14e4232f65ac3ab3cf5f5533b07960/C in TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:00,059 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/1510a9165a62465bb71b2295abb4a476, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/663ae4bbe098419c9c67668e28b886d8, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/70a4b76be16640a19295c74f7b0a304c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/66eccbf2e4c94885b55abed067d0791c] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp, totalSize=48.1 K 2024-12-06T03:20:00,060 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 1510a9165a62465bb71b2295abb4a476, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=209, earliestPutTs=1733455195820 2024-12-06T03:20:00,060 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 663ae4bbe098419c9c67668e28b886d8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=230, earliestPutTs=1733455196982 2024-12-06T03:20:00,060 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 70a4b76be16640a19295c74f7b0a304c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=248, earliestPutTs=1733455197637 2024-12-06T03:20:00,061 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 66eccbf2e4c94885b55abed067d0791c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1733455198816 2024-12-06T03:20:00,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742148_1324 (size=12949) 2024-12-06T03:20:00,080 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/dfd1e8075fd54b5db3fb5e3c3c034eea as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/dfd1e8075fd54b5db3fb5e3c3c034eea 2024-12-06T03:20:00,086 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1e14e4232f65ac3ab3cf5f5533b07960/B of 1e14e4232f65ac3ab3cf5f5533b07960 into dfd1e8075fd54b5db3fb5e3c3c034eea(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:20:00,086 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:20:00,086 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960., storeName=1e14e4232f65ac3ab3cf5f5533b07960/B, priority=12, startTime=1733455199974; duration=0sec 2024-12-06T03:20:00,086 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:00,086 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1e14e4232f65ac3ab3cf5f5533b07960:B 2024-12-06T03:20:00,087 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1e14e4232f65ac3ab3cf5f5533b07960#C#compaction#276 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:20:00,088 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/c97ad77e445244568adb1eadaab1af55 is 50, key is test_row_0/C:col10/1733455199445/Put/seqid=0 2024-12-06T03:20:00,095 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. as already flushing 2024-12-06T03:20:00,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 1e14e4232f65ac3ab3cf5f5533b07960 2024-12-06T03:20:00,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742149_1325 (size=12949) 2024-12-06T03:20:00,127 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/c97ad77e445244568adb1eadaab1af55 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/c97ad77e445244568adb1eadaab1af55 2024-12-06T03:20:00,132 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1e14e4232f65ac3ab3cf5f5533b07960/C of 1e14e4232f65ac3ab3cf5f5533b07960 into c97ad77e445244568adb1eadaab1af55(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:20:00,132 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:20:00,132 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960., storeName=1e14e4232f65ac3ab3cf5f5533b07960/C, priority=12, startTime=1733455199974; duration=0sec 2024-12-06T03:20:00,132 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:00,132 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1e14e4232f65ac3ab3cf5f5533b07960:C 2024-12-06T03:20:00,161 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:00,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455260159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:00,263 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:00,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455260262, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:00,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-06T03:20:00,444 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/d1f38e48e59346258920b541175bd16c 2024-12-06T03:20:00,452 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/ccfe05302790469697541f485c8e407e is 50, key is test_row_0/B:col10/1733455199473/Put/seqid=0 2024-12-06T03:20:00,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742150_1326 (size=12301) 2024-12-06T03:20:00,465 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:00,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455260464, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:00,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:00,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455260767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:00,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-06T03:20:00,856 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/ccfe05302790469697541f485c8e407e 2024-12-06T03:20:00,865 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/7d0528e97a114d39a75acc24564aaf82 is 50, key is test_row_0/C:col10/1733455199473/Put/seqid=0 2024-12-06T03:20:00,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742151_1327 (size=12301) 2024-12-06T03:20:01,271 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:01,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455261270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:01,279 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=284 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/7d0528e97a114d39a75acc24564aaf82 2024-12-06T03:20:01,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/d1f38e48e59346258920b541175bd16c as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/d1f38e48e59346258920b541175bd16c 2024-12-06T03:20:01,287 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/d1f38e48e59346258920b541175bd16c, entries=150, sequenceid=284, filesize=12.0 K 2024-12-06T03:20:01,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/ccfe05302790469697541f485c8e407e as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/ccfe05302790469697541f485c8e407e 2024-12-06T03:20:01,293 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/ccfe05302790469697541f485c8e407e, entries=150, sequenceid=284, filesize=12.0 K 2024-12-06T03:20:01,294 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/7d0528e97a114d39a75acc24564aaf82 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/7d0528e97a114d39a75acc24564aaf82 2024-12-06T03:20:01,297 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/7d0528e97a114d39a75acc24564aaf82, entries=150, sequenceid=284, filesize=12.0 K 2024-12-06T03:20:01,298 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for 1e14e4232f65ac3ab3cf5f5533b07960 in 1321ms, sequenceid=284, compaction requested=false 2024-12-06T03:20:01,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.HRegion(2538): Flush status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:20:01,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:01,298 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=88}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=88 2024-12-06T03:20:01,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=88 2024-12-06T03:20:01,302 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=88, resume processing ppid=87 2024-12-06T03:20:01,303 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=88, ppid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.6280 sec 2024-12-06T03:20:01,305 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=87, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=87, table=TestAcidGuarantees in 1.6340 sec 2024-12-06T03:20:01,775 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=87 2024-12-06T03:20:01,775 INFO [Thread-1217 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 87 completed 2024-12-06T03:20:01,777 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:20:01,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees 2024-12-06T03:20:01,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-06T03:20:01,778 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:20:01,779 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=89, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:20:01,779 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:20:01,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-06T03:20:01,930 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:01,931 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=90 2024-12-06T03:20:01,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:01,931 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2837): Flushing 1e14e4232f65ac3ab3cf5f5533b07960 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-06T03:20:01,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=A 2024-12-06T03:20:01,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:01,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=B 2024-12-06T03:20:01,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:01,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=C 2024-12-06T03:20:01,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:01,936 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/cfe3a477c00f4aa58b9a1bf0de12b039 is 50, key is test_row_0/A:col10/1733455200155/Put/seqid=0 2024-12-06T03:20:01,946 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742152_1328 (size=12301) 2024-12-06T03:20:02,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-06T03:20:02,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 1e14e4232f65ac3ab3cf5f5533b07960 2024-12-06T03:20:02,279 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. as already flushing 2024-12-06T03:20:02,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:02,298 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45540 deadline: 1733455262295, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:02,298 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:02,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455262296, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:02,299 DEBUG [Thread-1209 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8162 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960., hostname=4c7f994aa0f5,34349,1733455120723, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:20:02,300 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:02,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455262298, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:02,301 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:02,301 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455262299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:02,331 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:02,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45602 deadline: 1733455262329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:02,331 DEBUG [Thread-1213 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8193 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960., hostname=4c7f994aa0f5,34349,1733455120723, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:20:02,347 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/cfe3a477c00f4aa58b9a1bf0de12b039 2024-12-06T03:20:02,355 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/65defb255c2244d992c4cd039d5e8641 is 50, key is test_row_0/B:col10/1733455200155/Put/seqid=0 2024-12-06T03:20:02,360 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742153_1329 (size=12301) 2024-12-06T03:20:02,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-06T03:20:02,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:02,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455262399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:02,402 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:02,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455262402, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:02,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:02,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455262403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:02,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:02,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455262604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:02,605 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:02,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455262604, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:02,607 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:02,607 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455262606, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:02,761 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/65defb255c2244d992c4cd039d5e8641 2024-12-06T03:20:02,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/d2b70b0133a8451ebc6ef19dd71da6ab is 50, key is test_row_0/C:col10/1733455200155/Put/seqid=0 2024-12-06T03:20:02,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742154_1330 (size=12301) 2024-12-06T03:20:02,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-06T03:20:02,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455262908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:02,910 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:02,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455262908, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:02,911 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455262909, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:03,174 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=309 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/d2b70b0133a8451ebc6ef19dd71da6ab 2024-12-06T03:20:03,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/cfe3a477c00f4aa58b9a1bf0de12b039 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/cfe3a477c00f4aa58b9a1bf0de12b039 2024-12-06T03:20:03,183 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/cfe3a477c00f4aa58b9a1bf0de12b039, entries=150, sequenceid=309, filesize=12.0 K 2024-12-06T03:20:03,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/65defb255c2244d992c4cd039d5e8641 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/65defb255c2244d992c4cd039d5e8641 2024-12-06T03:20:03,189 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/65defb255c2244d992c4cd039d5e8641, entries=150, sequenceid=309, filesize=12.0 K 2024-12-06T03:20:03,190 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/d2b70b0133a8451ebc6ef19dd71da6ab as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/d2b70b0133a8451ebc6ef19dd71da6ab 2024-12-06T03:20:03,193 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/d2b70b0133a8451ebc6ef19dd71da6ab, entries=150, sequenceid=309, filesize=12.0 K 2024-12-06T03:20:03,194 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for 1e14e4232f65ac3ab3cf5f5533b07960 in 1263ms, sequenceid=309, compaction requested=true 2024-12-06T03:20:03,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.HRegion(2538): Flush status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:20:03,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:03,194 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=90}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=90 2024-12-06T03:20:03,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=90 2024-12-06T03:20:03,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=90, resume processing ppid=89 2024-12-06T03:20:03,197 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=90, ppid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4160 sec 2024-12-06T03:20:03,198 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=89, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=89, table=TestAcidGuarantees in 1.4200 sec 2024-12-06T03:20:03,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 1e14e4232f65ac3ab3cf5f5533b07960 2024-12-06T03:20:03,417 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1e14e4232f65ac3ab3cf5f5533b07960 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-06T03:20:03,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=A 2024-12-06T03:20:03,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:03,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=B 2024-12-06T03:20:03,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:03,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=C 2024-12-06T03:20:03,418 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:03,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/52d1b700a26a41e8af3b4dfecf6bfeac is 50, key is test_row_0/A:col10/1733455203417/Put/seqid=0 2024-12-06T03:20:03,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742155_1331 (size=17181) 2024-12-06T03:20:03,439 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:03,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455263436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:03,440 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:03,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455263436, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:03,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:03,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455263439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:03,542 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:03,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455263541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:03,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:03,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455263541, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:03,543 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:03,543 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455263542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:03,746 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:03,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455263744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:03,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:03,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455263745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:03,747 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:03,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455263745, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:03,827 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/52d1b700a26a41e8af3b4dfecf6bfeac 2024-12-06T03:20:03,836 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/a4df5db55e68410ab9ad06b950e838f6 is 50, key is test_row_0/B:col10/1733455203417/Put/seqid=0 2024-12-06T03:20:03,842 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742156_1332 (size=12301) 2024-12-06T03:20:03,842 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/a4df5db55e68410ab9ad06b950e838f6 2024-12-06T03:20:03,854 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/5079c731f01d4b87980290a9ba909f8a is 50, key is test_row_0/C:col10/1733455203417/Put/seqid=0 2024-12-06T03:20:03,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742157_1333 (size=12301) 2024-12-06T03:20:03,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=89 2024-12-06T03:20:03,882 INFO [Thread-1217 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 89 completed 2024-12-06T03:20:03,883 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:20:03,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees 2024-12-06T03:20:03,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-06T03:20:03,885 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:20:03,886 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=91, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:20:03,886 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:20:03,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-06T03:20:04,037 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:04,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-06T03:20:04,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:04,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. as already flushing 2024-12-06T03:20:04,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:04,038 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:04,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:04,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:04,050 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:04,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455264048, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:04,051 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455264049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:04,051 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:04,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455264049, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:04,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-06T03:20:04,190 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:04,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-06T03:20:04,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:04,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. as already flushing 2024-12-06T03:20:04,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:04,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] handler.RSProcedureHandler(58): pid=92 java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:04,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=92 java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:04,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=92 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:04,272 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=327 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/5079c731f01d4b87980290a9ba909f8a 2024-12-06T03:20:04,281 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/52d1b700a26a41e8af3b4dfecf6bfeac as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/52d1b700a26a41e8af3b4dfecf6bfeac 2024-12-06T03:20:04,285 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/52d1b700a26a41e8af3b4dfecf6bfeac, entries=250, sequenceid=327, filesize=16.8 K 2024-12-06T03:20:04,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/a4df5db55e68410ab9ad06b950e838f6 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/a4df5db55e68410ab9ad06b950e838f6 2024-12-06T03:20:04,292 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/a4df5db55e68410ab9ad06b950e838f6, entries=150, sequenceid=327, filesize=12.0 K 2024-12-06T03:20:04,293 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/5079c731f01d4b87980290a9ba909f8a as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/5079c731f01d4b87980290a9ba909f8a 2024-12-06T03:20:04,297 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/5079c731f01d4b87980290a9ba909f8a, entries=150, sequenceid=327, filesize=12.0 K 2024-12-06T03:20:04,298 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for 1e14e4232f65ac3ab3cf5f5533b07960 in 881ms, sequenceid=327, compaction requested=true 2024-12-06T03:20:04,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:20:04,299 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T03:20:04,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1e14e4232f65ac3ab3cf5f5533b07960:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:20:04,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:04,299 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T03:20:04,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1e14e4232f65ac3ab3cf5f5533b07960:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:20:04,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:04,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1e14e4232f65ac3ab3cf5f5533b07960:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:20:04,300 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:20:04,301 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 54732 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T03:20:04,301 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): 1e14e4232f65ac3ab3cf5f5533b07960/A is initiating minor compaction (all files) 2024-12-06T03:20:04,301 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1e14e4232f65ac3ab3cf5f5533b07960/A in TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:04,301 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/6ff1540c90b44dc1973c74a5d7c48465, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/d1f38e48e59346258920b541175bd16c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/cfe3a477c00f4aa58b9a1bf0de12b039, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/52d1b700a26a41e8af3b4dfecf6bfeac] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp, totalSize=53.4 K 2024-12-06T03:20:04,302 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T03:20:04,302 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): 1e14e4232f65ac3ab3cf5f5533b07960/B is initiating minor compaction (all files) 2024-12-06T03:20:04,302 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1e14e4232f65ac3ab3cf5f5533b07960/B in TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:04,302 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/dfd1e8075fd54b5db3fb5e3c3c034eea, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/ccfe05302790469697541f485c8e407e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/65defb255c2244d992c4cd039d5e8641, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/a4df5db55e68410ab9ad06b950e838f6] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp, totalSize=48.7 K 2024-12-06T03:20:04,303 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6ff1540c90b44dc1973c74a5d7c48465, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1733455198816 2024-12-06T03:20:04,303 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting dfd1e8075fd54b5db3fb5e3c3c034eea, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1733455198816 2024-12-06T03:20:04,303 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1f38e48e59346258920b541175bd16c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1733455199464 2024-12-06T03:20:04,304 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting ccfe05302790469697541f485c8e407e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1733455199464 2024-12-06T03:20:04,304 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting cfe3a477c00f4aa58b9a1bf0de12b039, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733455200141 2024-12-06T03:20:04,305 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 65defb255c2244d992c4cd039d5e8641, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733455200141 2024-12-06T03:20:04,305 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 52d1b700a26a41e8af3b4dfecf6bfeac, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733455202293 2024-12-06T03:20:04,305 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting a4df5db55e68410ab9ad06b950e838f6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733455202293 2024-12-06T03:20:04,317 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1e14e4232f65ac3ab3cf5f5533b07960#B#compaction#285 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:20:04,318 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/4df36c1014094747a454fb578a2daefc is 50, key is test_row_0/B:col10/1733455203417/Put/seqid=0 2024-12-06T03:20:04,319 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1e14e4232f65ac3ab3cf5f5533b07960#A#compaction#286 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:20:04,320 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/8d53a0254525403c82e529fd136d3c70 is 50, key is test_row_0/A:col10/1733455203417/Put/seqid=0 2024-12-06T03:20:04,346 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:04,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=92 2024-12-06T03:20:04,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:04,347 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2837): Flushing 1e14e4232f65ac3ab3cf5f5533b07960 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-06T03:20:04,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=A 2024-12-06T03:20:04,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:04,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=B 2024-12-06T03:20:04,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:04,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=C 2024-12-06T03:20:04,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:04,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742158_1334 (size=13085) 2024-12-06T03:20:04,360 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/4df36c1014094747a454fb578a2daefc as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/4df36c1014094747a454fb578a2daefc 2024-12-06T03:20:04,370 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/5b36e4e41610402d88d6563345440b05 is 50, key is test_row_0/A:col10/1733455203434/Put/seqid=0 2024-12-06T03:20:04,371 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1e14e4232f65ac3ab3cf5f5533b07960/B of 1e14e4232f65ac3ab3cf5f5533b07960 into 4df36c1014094747a454fb578a2daefc(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:20:04,371 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:20:04,371 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960., storeName=1e14e4232f65ac3ab3cf5f5533b07960/B, priority=12, startTime=1733455204299; duration=0sec 2024-12-06T03:20:04,371 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:20:04,371 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1e14e4232f65ac3ab3cf5f5533b07960:B 2024-12-06T03:20:04,371 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T03:20:04,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742159_1335 (size=13085) 2024-12-06T03:20:04,377 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49852 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T03:20:04,377 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): 1e14e4232f65ac3ab3cf5f5533b07960/C is initiating minor compaction (all files) 2024-12-06T03:20:04,377 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1e14e4232f65ac3ab3cf5f5533b07960/C in TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:04,377 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/c97ad77e445244568adb1eadaab1af55, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/7d0528e97a114d39a75acc24564aaf82, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/d2b70b0133a8451ebc6ef19dd71da6ab, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/5079c731f01d4b87980290a9ba909f8a] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp, totalSize=48.7 K 2024-12-06T03:20:04,378 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting c97ad77e445244568adb1eadaab1af55, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=270, earliestPutTs=1733455198816 2024-12-06T03:20:04,387 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d0528e97a114d39a75acc24564aaf82, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=284, earliestPutTs=1733455199464 2024-12-06T03:20:04,389 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting d2b70b0133a8451ebc6ef19dd71da6ab, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=309, earliestPutTs=1733455200141 2024-12-06T03:20:04,390 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 5079c731f01d4b87980290a9ba909f8a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733455202293 2024-12-06T03:20:04,394 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/8d53a0254525403c82e529fd136d3c70 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/8d53a0254525403c82e529fd136d3c70 2024-12-06T03:20:04,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742160_1336 (size=12301) 2024-12-06T03:20:04,406 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/5b36e4e41610402d88d6563345440b05 2024-12-06T03:20:04,406 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1e14e4232f65ac3ab3cf5f5533b07960/A of 1e14e4232f65ac3ab3cf5f5533b07960 into 8d53a0254525403c82e529fd136d3c70(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:20:04,406 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:20:04,406 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960., storeName=1e14e4232f65ac3ab3cf5f5533b07960/A, priority=12, startTime=1733455204299; duration=0sec 2024-12-06T03:20:04,407 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:04,407 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1e14e4232f65ac3ab3cf5f5533b07960:A 2024-12-06T03:20:04,409 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1e14e4232f65ac3ab3cf5f5533b07960#C#compaction#288 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:20:04,410 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/71dfc30421cd422b8a3b798e8eac752c is 50, key is test_row_0/C:col10/1733455203417/Put/seqid=0 2024-12-06T03:20:04,434 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/b8d52960f8b645eaac28b2bf00865204 is 50, key is test_row_0/B:col10/1733455203434/Put/seqid=0 2024-12-06T03:20:04,436 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742161_1337 (size=13085) 2024-12-06T03:20:04,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742162_1338 (size=12301) 2024-12-06T03:20:04,443 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/b8d52960f8b645eaac28b2bf00865204 2024-12-06T03:20:04,443 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/71dfc30421cd422b8a3b798e8eac752c as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/71dfc30421cd422b8a3b798e8eac752c 2024-12-06T03:20:04,451 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/6f79c4b94e50432f9f0f9e32f945fb1e is 50, key is test_row_0/C:col10/1733455203434/Put/seqid=0 2024-12-06T03:20:04,457 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1e14e4232f65ac3ab3cf5f5533b07960/C of 1e14e4232f65ac3ab3cf5f5533b07960 into 71dfc30421cd422b8a3b798e8eac752c(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:20:04,457 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:20:04,457 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960., storeName=1e14e4232f65ac3ab3cf5f5533b07960/C, priority=12, startTime=1733455204300; duration=0sec 2024-12-06T03:20:04,457 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:04,457 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1e14e4232f65ac3ab3cf5f5533b07960:C 2024-12-06T03:20:04,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-06T03:20:04,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742163_1339 (size=12301) 2024-12-06T03:20:04,491 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/6f79c4b94e50432f9f0f9e32f945fb1e 2024-12-06T03:20:04,497 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/5b36e4e41610402d88d6563345440b05 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/5b36e4e41610402d88d6563345440b05 2024-12-06T03:20:04,502 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/5b36e4e41610402d88d6563345440b05, entries=150, sequenceid=345, filesize=12.0 K 2024-12-06T03:20:04,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/b8d52960f8b645eaac28b2bf00865204 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/b8d52960f8b645eaac28b2bf00865204 2024-12-06T03:20:04,508 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/b8d52960f8b645eaac28b2bf00865204, entries=150, sequenceid=345, filesize=12.0 K 2024-12-06T03:20:04,509 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/6f79c4b94e50432f9f0f9e32f945fb1e as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/6f79c4b94e50432f9f0f9e32f945fb1e 2024-12-06T03:20:04,514 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/6f79c4b94e50432f9f0f9e32f945fb1e, entries=150, sequenceid=345, filesize=12.0 K 2024-12-06T03:20:04,515 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=0 B/0 for 1e14e4232f65ac3ab3cf5f5533b07960 in 168ms, sequenceid=345, compaction requested=false 2024-12-06T03:20:04,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.HRegion(2538): Flush status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:20:04,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:04,515 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=92}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=92 2024-12-06T03:20:04,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=92 2024-12-06T03:20:04,519 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=92, resume processing ppid=91 2024-12-06T03:20:04,519 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=92, ppid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 630 msec 2024-12-06T03:20:04,520 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=91, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=91, table=TestAcidGuarantees in 636 msec 2024-12-06T03:20:04,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 1e14e4232f65ac3ab3cf5f5533b07960 2024-12-06T03:20:04,562 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1e14e4232f65ac3ab3cf5f5533b07960 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T03:20:04,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=A 2024-12-06T03:20:04,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:04,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=B 2024-12-06T03:20:04,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:04,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=C 2024-12-06T03:20:04,563 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:04,568 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/cf30cc4bce93454fb0e7ba1877e25fb4 is 50, key is test_row_0/A:col10/1733455204561/Put/seqid=0 2024-12-06T03:20:04,572 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742164_1340 (size=12301) 2024-12-06T03:20:04,573 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/cf30cc4bce93454fb0e7ba1877e25fb4 2024-12-06T03:20:04,582 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/0654b1f2a508482696fdf4483c2395cb is 50, key is test_row_0/B:col10/1733455204561/Put/seqid=0 2024-12-06T03:20:04,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742165_1341 (size=12301) 2024-12-06T03:20:04,627 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:04,627 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:04,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455264624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:04,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455264623, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:04,627 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:04,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455264624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:04,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:04,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455264728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:04,730 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:04,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455264728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:04,731 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:04,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455264728, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:04,933 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 220 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455264932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:04,934 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455264932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:04,934 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:04,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455264932, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:04,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=91 2024-12-06T03:20:04,988 INFO [Thread-1217 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 91 completed 2024-12-06T03:20:04,989 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/0654b1f2a508482696fdf4483c2395cb 2024-12-06T03:20:04,990 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:20:04,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees 2024-12-06T03:20:04,993 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:20:04,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-06T03:20:04,993 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=93, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:20:04,993 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:20:05,001 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/e09748d14d824f21b0daf299804d4697 is 50, key is test_row_0/C:col10/1733455204561/Put/seqid=0 2024-12-06T03:20:05,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742166_1342 (size=12301) 2024-12-06T03:20:05,005 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=360 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/e09748d14d824f21b0daf299804d4697 2024-12-06T03:20:05,009 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/cf30cc4bce93454fb0e7ba1877e25fb4 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/cf30cc4bce93454fb0e7ba1877e25fb4 2024-12-06T03:20:05,013 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/cf30cc4bce93454fb0e7ba1877e25fb4, entries=150, sequenceid=360, filesize=12.0 K 2024-12-06T03:20:05,013 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/0654b1f2a508482696fdf4483c2395cb as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/0654b1f2a508482696fdf4483c2395cb 2024-12-06T03:20:05,018 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/0654b1f2a508482696fdf4483c2395cb, entries=150, sequenceid=360, filesize=12.0 K 2024-12-06T03:20:05,019 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/e09748d14d824f21b0daf299804d4697 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/e09748d14d824f21b0daf299804d4697 2024-12-06T03:20:05,022 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/e09748d14d824f21b0daf299804d4697, entries=150, sequenceid=360, filesize=12.0 K 2024-12-06T03:20:05,023 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for 1e14e4232f65ac3ab3cf5f5533b07960 in 462ms, sequenceid=360, compaction requested=true 2024-12-06T03:20:05,023 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:20:05,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1e14e4232f65ac3ab3cf5f5533b07960:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:20:05,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:05,023 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:20:05,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1e14e4232f65ac3ab3cf5f5533b07960:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:20:05,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:05,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1e14e4232f65ac3ab3cf5f5533b07960:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:20:05,023 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:20:05,023 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:20:05,024 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:20:05,024 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): 1e14e4232f65ac3ab3cf5f5533b07960/A is initiating minor compaction (all files) 2024-12-06T03:20:05,024 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1e14e4232f65ac3ab3cf5f5533b07960/A in TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:05,024 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/8d53a0254525403c82e529fd136d3c70, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/5b36e4e41610402d88d6563345440b05, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/cf30cc4bce93454fb0e7ba1877e25fb4] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp, totalSize=36.8 K 2024-12-06T03:20:05,025 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:20:05,025 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): 1e14e4232f65ac3ab3cf5f5533b07960/B is initiating minor compaction (all files) 2024-12-06T03:20:05,025 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1e14e4232f65ac3ab3cf5f5533b07960/B in TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:05,025 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/4df36c1014094747a454fb578a2daefc, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/b8d52960f8b645eaac28b2bf00865204, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/0654b1f2a508482696fdf4483c2395cb] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp, totalSize=36.8 K 2024-12-06T03:20:05,025 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8d53a0254525403c82e529fd136d3c70, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733455202293 2024-12-06T03:20:05,026 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 4df36c1014094747a454fb578a2daefc, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733455202293 2024-12-06T03:20:05,026 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b36e4e41610402d88d6563345440b05, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1733455203430 2024-12-06T03:20:05,027 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting b8d52960f8b645eaac28b2bf00865204, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1733455203430 2024-12-06T03:20:05,027 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting cf30cc4bce93454fb0e7ba1877e25fb4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1733455204558 2024-12-06T03:20:05,027 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 0654b1f2a508482696fdf4483c2395cb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1733455204558 2024-12-06T03:20:05,040 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1e14e4232f65ac3ab3cf5f5533b07960#A#compaction#294 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:20:05,040 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1e14e4232f65ac3ab3cf5f5533b07960#B#compaction#295 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:20:05,041 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/9f5e51a0f13f460d8497aca65b448f2a is 50, key is test_row_0/A:col10/1733455204561/Put/seqid=0 2024-12-06T03:20:05,041 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/7d463ef33d3540f49c94464b09352693 is 50, key is test_row_0/B:col10/1733455204561/Put/seqid=0 2024-12-06T03:20:05,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742167_1343 (size=13187) 2024-12-06T03:20:05,051 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/9f5e51a0f13f460d8497aca65b448f2a as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/9f5e51a0f13f460d8497aca65b448f2a 2024-12-06T03:20:05,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742168_1344 (size=13187) 2024-12-06T03:20:05,058 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1e14e4232f65ac3ab3cf5f5533b07960/A of 1e14e4232f65ac3ab3cf5f5533b07960 into 9f5e51a0f13f460d8497aca65b448f2a(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:20:05,058 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:20:05,058 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960., storeName=1e14e4232f65ac3ab3cf5f5533b07960/A, priority=13, startTime=1733455205023; duration=0sec 2024-12-06T03:20:05,058 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:20:05,058 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1e14e4232f65ac3ab3cf5f5533b07960:A 2024-12-06T03:20:05,058 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:20:05,060 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:20:05,060 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): 1e14e4232f65ac3ab3cf5f5533b07960/C is initiating minor compaction (all files) 2024-12-06T03:20:05,060 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1e14e4232f65ac3ab3cf5f5533b07960/C in TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:05,060 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/71dfc30421cd422b8a3b798e8eac752c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/6f79c4b94e50432f9f0f9e32f945fb1e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/e09748d14d824f21b0daf299804d4697] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp, totalSize=36.8 K 2024-12-06T03:20:05,060 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/7d463ef33d3540f49c94464b09352693 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/7d463ef33d3540f49c94464b09352693 2024-12-06T03:20:05,060 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 71dfc30421cd422b8a3b798e8eac752c, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=327, earliestPutTs=1733455202293 2024-12-06T03:20:05,061 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6f79c4b94e50432f9f0f9e32f945fb1e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1733455203430 2024-12-06T03:20:05,061 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting e09748d14d824f21b0daf299804d4697, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1733455204558 2024-12-06T03:20:05,066 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1e14e4232f65ac3ab3cf5f5533b07960/B of 1e14e4232f65ac3ab3cf5f5533b07960 into 7d463ef33d3540f49c94464b09352693(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:20:05,066 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:20:05,066 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960., storeName=1e14e4232f65ac3ab3cf5f5533b07960/B, priority=13, startTime=1733455205023; duration=0sec 2024-12-06T03:20:05,066 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:05,066 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1e14e4232f65ac3ab3cf5f5533b07960:B 2024-12-06T03:20:05,070 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1e14e4232f65ac3ab3cf5f5533b07960#C#compaction#296 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:20:05,070 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/755d4dc054a847b1bbc6e36543bbc6fd is 50, key is test_row_0/C:col10/1733455204561/Put/seqid=0 2024-12-06T03:20:05,078 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742169_1345 (size=13187) 2024-12-06T03:20:05,084 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/755d4dc054a847b1bbc6e36543bbc6fd as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/755d4dc054a847b1bbc6e36543bbc6fd 2024-12-06T03:20:05,090 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1e14e4232f65ac3ab3cf5f5533b07960/C of 1e14e4232f65ac3ab3cf5f5533b07960 into 755d4dc054a847b1bbc6e36543bbc6fd(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:20:05,090 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:20:05,090 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960., storeName=1e14e4232f65ac3ab3cf5f5533b07960/C, priority=13, startTime=1733455205023; duration=0sec 2024-12-06T03:20:05,090 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:05,090 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1e14e4232f65ac3ab3cf5f5533b07960:C 2024-12-06T03:20:05,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-06T03:20:05,146 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:05,146 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=94 2024-12-06T03:20:05,146 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:05,146 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2837): Flushing 1e14e4232f65ac3ab3cf5f5533b07960 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-06T03:20:05,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=A 2024-12-06T03:20:05,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:05,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=B 2024-12-06T03:20:05,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:05,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=C 2024-12-06T03:20:05,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:05,152 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/e01865c4638a438b80db522665b53a89 is 50, key is test_row_0/A:col10/1733455204623/Put/seqid=0 2024-12-06T03:20:05,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742170_1346 (size=12301) 2024-12-06T03:20:05,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 1e14e4232f65ac3ab3cf5f5533b07960 2024-12-06T03:20:05,236 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. as already flushing 2024-12-06T03:20:05,244 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:05,244 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455265243, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455265242, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:05,245 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:05,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455265244, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:05,295 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-06T03:20:05,346 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455265346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:05,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455265346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:05,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:05,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455265346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:05,549 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455265548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:05,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455265548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:05,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:05,550 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455265548, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:05,562 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/e01865c4638a438b80db522665b53a89 2024-12-06T03:20:05,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/78a31d9a8bec4ee094a06ffbbd2be59a is 50, key is test_row_0/B:col10/1733455204623/Put/seqid=0 2024-12-06T03:20:05,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-06T03:20:05,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742171_1347 (size=12301) 2024-12-06T03:20:05,852 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:05,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455265852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:05,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455265852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:05,854 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:05,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455265853, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:06,015 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/78a31d9a8bec4ee094a06ffbbd2be59a 2024-12-06T03:20:06,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/ec7f44f85277480a98f0219c3c32b408 is 50, key is test_row_0/C:col10/1733455204623/Put/seqid=0 2024-12-06T03:20:06,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742172_1348 (size=12301) 2024-12-06T03:20:06,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-06T03:20:06,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:06,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455266353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:06,359 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455266358, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:06,360 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:06,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455266359, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:06,428 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=388 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/ec7f44f85277480a98f0219c3c32b408 2024-12-06T03:20:06,433 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/e01865c4638a438b80db522665b53a89 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/e01865c4638a438b80db522665b53a89 2024-12-06T03:20:06,437 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/e01865c4638a438b80db522665b53a89, entries=150, sequenceid=388, filesize=12.0 K 2024-12-06T03:20:06,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/78a31d9a8bec4ee094a06ffbbd2be59a as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/78a31d9a8bec4ee094a06ffbbd2be59a 2024-12-06T03:20:06,441 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/78a31d9a8bec4ee094a06ffbbd2be59a, entries=150, sequenceid=388, filesize=12.0 K 2024-12-06T03:20:06,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/ec7f44f85277480a98f0219c3c32b408 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/ec7f44f85277480a98f0219c3c32b408 2024-12-06T03:20:06,446 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/ec7f44f85277480a98f0219c3c32b408, entries=150, sequenceid=388, filesize=12.0 K 2024-12-06T03:20:06,447 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 1e14e4232f65ac3ab3cf5f5533b07960 in 1301ms, sequenceid=388, compaction requested=false 2024-12-06T03:20:06,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.HRegion(2538): Flush status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:20:06,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:06,447 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=94}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=94 2024-12-06T03:20:06,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=94 2024-12-06T03:20:06,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=94, resume processing ppid=93 2024-12-06T03:20:06,449 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=94, ppid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4550 sec 2024-12-06T03:20:06,452 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=93, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=93, table=TestAcidGuarantees in 1.4600 sec 2024-12-06T03:20:07,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=93 2024-12-06T03:20:07,098 INFO [Thread-1217 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 93 completed 2024-12-06T03:20:07,099 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:20:07,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees 2024-12-06T03:20:07,101 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:20:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-06T03:20:07,102 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=95, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:20:07,102 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=96, ppid=95, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:20:07,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-06T03:20:07,254 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:07,254 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=96 2024-12-06T03:20:07,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:07,254 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2837): Flushing 1e14e4232f65ac3ab3cf5f5533b07960 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T03:20:07,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=A 2024-12-06T03:20:07,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:07,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=B 2024-12-06T03:20:07,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:07,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=C 2024-12-06T03:20:07,255 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:07,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/2738d45485fc4522a220ad2a49485fe8 is 50, key is test_row_0/A:col10/1733455205241/Put/seqid=0 2024-12-06T03:20:07,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742173_1349 (size=12301) 2024-12-06T03:20:07,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 1e14e4232f65ac3ab3cf5f5533b07960 2024-12-06T03:20:07,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. as already flushing 2024-12-06T03:20:07,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455267387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:07,390 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:07,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 242 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455267387, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:07,391 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:07,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455267388, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:07,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-06T03:20:07,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:07,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455267491, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:07,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455267492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:07,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:07,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455267492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:07,665 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/2738d45485fc4522a220ad2a49485fe8 2024-12-06T03:20:07,673 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/1bba234e5e1c477b876e6630ef7403c6 is 50, key is test_row_0/B:col10/1733455205241/Put/seqid=0 2024-12-06T03:20:07,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742174_1350 (size=12301) 2024-12-06T03:20:07,677 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/1bba234e5e1c477b876e6630ef7403c6 2024-12-06T03:20:07,684 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/4aded8c22b5f417597f074dc7ee6a917 is 50, key is test_row_0/C:col10/1733455205241/Put/seqid=0 2024-12-06T03:20:07,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742175_1351 (size=12301) 2024-12-06T03:20:07,692 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=399 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/4aded8c22b5f417597f074dc7ee6a917 2024-12-06T03:20:07,694 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455267693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:07,694 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455267694, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:07,695 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:07,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455267695, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:07,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/2738d45485fc4522a220ad2a49485fe8 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/2738d45485fc4522a220ad2a49485fe8 2024-12-06T03:20:07,701 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/2738d45485fc4522a220ad2a49485fe8, entries=150, sequenceid=399, filesize=12.0 K 2024-12-06T03:20:07,703 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/1bba234e5e1c477b876e6630ef7403c6 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/1bba234e5e1c477b876e6630ef7403c6 2024-12-06T03:20:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-06T03:20:07,707 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/1bba234e5e1c477b876e6630ef7403c6, entries=150, sequenceid=399, filesize=12.0 K 2024-12-06T03:20:07,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/4aded8c22b5f417597f074dc7ee6a917 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/4aded8c22b5f417597f074dc7ee6a917 2024-12-06T03:20:07,712 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/4aded8c22b5f417597f074dc7ee6a917, entries=150, sequenceid=399, filesize=12.0 K 2024-12-06T03:20:07,712 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 1e14e4232f65ac3ab3cf5f5533b07960 in 458ms, sequenceid=399, compaction requested=true 2024-12-06T03:20:07,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.HRegion(2538): Flush status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:20:07,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:07,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=96}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=96 2024-12-06T03:20:07,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=96 2024-12-06T03:20:07,715 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=96, resume processing ppid=95 2024-12-06T03:20:07,715 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=96, ppid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 612 msec 2024-12-06T03:20:07,716 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=95, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=95, table=TestAcidGuarantees in 616 msec 2024-12-06T03:20:07,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 1e14e4232f65ac3ab3cf5f5533b07960 2024-12-06T03:20:07,999 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1e14e4232f65ac3ab3cf5f5533b07960 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-06T03:20:08,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=A 2024-12-06T03:20:08,000 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:08,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=B 2024-12-06T03:20:08,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:08,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=C 2024-12-06T03:20:08,001 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:08,006 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/5b448056f4b9439394445ad97f4ec4b6 is 50, key is test_row_0/A:col10/1733455207374/Put/seqid=0 2024-12-06T03:20:08,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:08,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455268005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:08,007 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:08,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455268005, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:08,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:08,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455268007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:08,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742176_1352 (size=14741) 2024-12-06T03:20:08,012 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/5b448056f4b9439394445ad97f4ec4b6 2024-12-06T03:20:08,020 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/b89242166db744119bece4fe3356b0d4 is 50, key is test_row_0/B:col10/1733455207374/Put/seqid=0 2024-12-06T03:20:08,024 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742177_1353 (size=12301) 2024-12-06T03:20:08,109 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:08,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455268108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:08,110 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:08,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455268108, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:08,112 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:08,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455268110, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:08,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=95 2024-12-06T03:20:08,204 INFO [Thread-1217 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 95 completed 2024-12-06T03:20:08,206 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:20:08,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees 2024-12-06T03:20:08,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-06T03:20:08,207 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:20:08,208 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=97, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:20:08,208 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=98, ppid=97, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:20:08,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-06T03:20:08,313 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:08,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455268310, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:08,313 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:08,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455268311, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:08,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:08,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455268314, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:08,359 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:08,360 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-06T03:20:08,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:08,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. as already flushing 2024-12-06T03:20:08,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:08,360 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:08,360 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:08,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:08,425 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/b89242166db744119bece4fe3356b0d4 2024-12-06T03:20:08,433 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/774f44b8506644458dc68d30c621d732 is 50, key is test_row_0/C:col10/1733455207374/Put/seqid=0 2024-12-06T03:20:08,451 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742178_1354 (size=12301) 2024-12-06T03:20:08,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-06T03:20:08,512 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:08,513 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-06T03:20:08,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:08,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. as already flushing 2024-12-06T03:20:08,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:08,513 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:08,513 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:08,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:08,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:08,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455268614, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:08,616 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:08,617 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455268615, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:08,619 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:08,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455268618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:08,665 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:08,666 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-06T03:20:08,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:08,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. as already flushing 2024-12-06T03:20:08,666 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:08,666 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:08,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:08,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:08,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-06T03:20:08,819 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:08,819 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-06T03:20:08,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:08,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. as already flushing 2024-12-06T03:20:08,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:08,820 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] handler.RSProcedureHandler(58): pid=98 java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:08,820 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=98 java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:08,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=98 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:08,852 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=426 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/774f44b8506644458dc68d30c621d732 2024-12-06T03:20:08,857 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/5b448056f4b9439394445ad97f4ec4b6 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/5b448056f4b9439394445ad97f4ec4b6 2024-12-06T03:20:08,860 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/5b448056f4b9439394445ad97f4ec4b6, entries=200, sequenceid=426, filesize=14.4 K 2024-12-06T03:20:08,861 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/b89242166db744119bece4fe3356b0d4 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/b89242166db744119bece4fe3356b0d4 2024-12-06T03:20:08,865 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/b89242166db744119bece4fe3356b0d4, entries=150, sequenceid=426, filesize=12.0 K 2024-12-06T03:20:08,866 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/774f44b8506644458dc68d30c621d732 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/774f44b8506644458dc68d30c621d732 2024-12-06T03:20:08,870 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/774f44b8506644458dc68d30c621d732, entries=150, sequenceid=426, filesize=12.0 K 2024-12-06T03:20:08,870 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 1e14e4232f65ac3ab3cf5f5533b07960 in 871ms, sequenceid=426, compaction requested=true 2024-12-06T03:20:08,870 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:20:08,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1e14e4232f65ac3ab3cf5f5533b07960:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:20:08,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:08,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1e14e4232f65ac3ab3cf5f5533b07960:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:20:08,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:08,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1e14e4232f65ac3ab3cf5f5533b07960:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:20:08,871 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:20:08,871 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T03:20:08,871 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T03:20:08,885 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 52530 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T03:20:08,885 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): 1e14e4232f65ac3ab3cf5f5533b07960/A is initiating minor compaction (all files) 2024-12-06T03:20:08,885 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1e14e4232f65ac3ab3cf5f5533b07960/A in TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:08,885 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/9f5e51a0f13f460d8497aca65b448f2a, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/e01865c4638a438b80db522665b53a89, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/2738d45485fc4522a220ad2a49485fe8, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/5b448056f4b9439394445ad97f4ec4b6] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp, totalSize=51.3 K 2024-12-06T03:20:08,885 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T03:20:08,885 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): 1e14e4232f65ac3ab3cf5f5533b07960/B is initiating minor compaction (all files) 2024-12-06T03:20:08,885 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1e14e4232f65ac3ab3cf5f5533b07960/B in TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:08,885 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9f5e51a0f13f460d8497aca65b448f2a, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1733455204558 2024-12-06T03:20:08,885 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/7d463ef33d3540f49c94464b09352693, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/78a31d9a8bec4ee094a06ffbbd2be59a, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/1bba234e5e1c477b876e6630ef7403c6, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/b89242166db744119bece4fe3356b0d4] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp, totalSize=48.9 K 2024-12-06T03:20:08,886 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d463ef33d3540f49c94464b09352693, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1733455204558 2024-12-06T03:20:08,886 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting e01865c4638a438b80db522665b53a89, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1733455204619 2024-12-06T03:20:08,886 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 78a31d9a8bec4ee094a06ffbbd2be59a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1733455204619 2024-12-06T03:20:08,886 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2738d45485fc4522a220ad2a49485fe8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1733455205241 2024-12-06T03:20:08,887 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 1bba234e5e1c477b876e6630ef7403c6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1733455205241 2024-12-06T03:20:08,887 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5b448056f4b9439394445ad97f4ec4b6, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1733455207374 2024-12-06T03:20:08,887 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting b89242166db744119bece4fe3356b0d4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1733455207374 2024-12-06T03:20:08,904 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T03:20:08,906 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1e14e4232f65ac3ab3cf5f5533b07960#B#compaction#307 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:20:08,906 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1e14e4232f65ac3ab3cf5f5533b07960#A#compaction#306 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:20:08,907 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/35265588e8bd442dab8529c0be4a5a61 is 50, key is test_row_0/B:col10/1733455207374/Put/seqid=0 2024-12-06T03:20:08,907 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/bcde28687b504e608d7463f13d08541b is 50, key is test_row_0/A:col10/1733455207374/Put/seqid=0 2024-12-06T03:20:08,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742179_1355 (size=13323) 2024-12-06T03:20:08,921 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/35265588e8bd442dab8529c0be4a5a61 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/35265588e8bd442dab8529c0be4a5a61 2024-12-06T03:20:08,927 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1e14e4232f65ac3ab3cf5f5533b07960/B of 1e14e4232f65ac3ab3cf5f5533b07960 into 35265588e8bd442dab8529c0be4a5a61(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:20:08,927 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:20:08,927 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960., storeName=1e14e4232f65ac3ab3cf5f5533b07960/B, priority=12, startTime=1733455208871; duration=0sec 2024-12-06T03:20:08,927 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:20:08,927 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1e14e4232f65ac3ab3cf5f5533b07960:B 2024-12-06T03:20:08,927 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T03:20:08,928 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T03:20:08,928 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): 1e14e4232f65ac3ab3cf5f5533b07960/C is initiating minor compaction (all files) 2024-12-06T03:20:08,929 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1e14e4232f65ac3ab3cf5f5533b07960/C in TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:08,929 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/755d4dc054a847b1bbc6e36543bbc6fd, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/ec7f44f85277480a98f0219c3c32b408, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/4aded8c22b5f417597f074dc7ee6a917, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/774f44b8506644458dc68d30c621d732] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp, totalSize=48.9 K 2024-12-06T03:20:08,929 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 755d4dc054a847b1bbc6e36543bbc6fd, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=360, earliestPutTs=1733455204558 2024-12-06T03:20:08,930 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting ec7f44f85277480a98f0219c3c32b408, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=388, earliestPutTs=1733455204619 2024-12-06T03:20:08,930 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 4aded8c22b5f417597f074dc7ee6a917, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=399, earliestPutTs=1733455205241 2024-12-06T03:20:08,931 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 774f44b8506644458dc68d30c621d732, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1733455207374 2024-12-06T03:20:08,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742180_1356 (size=13323) 2024-12-06T03:20:08,944 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1e14e4232f65ac3ab3cf5f5533b07960#C#compaction#308 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:20:08,945 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/58932d46691246eabb0bed497a37983c is 50, key is test_row_0/C:col10/1733455207374/Put/seqid=0 2024-12-06T03:20:08,949 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/bcde28687b504e608d7463f13d08541b as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/bcde28687b504e608d7463f13d08541b 2024-12-06T03:20:08,956 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1e14e4232f65ac3ab3cf5f5533b07960/A of 1e14e4232f65ac3ab3cf5f5533b07960 into bcde28687b504e608d7463f13d08541b(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:20:08,956 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:20:08,956 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960., storeName=1e14e4232f65ac3ab3cf5f5533b07960/A, priority=12, startTime=1733455208871; duration=0sec 2024-12-06T03:20:08,956 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:08,956 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1e14e4232f65ac3ab3cf5f5533b07960:A 2024-12-06T03:20:08,958 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742181_1357 (size=13323) 2024-12-06T03:20:08,970 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/58932d46691246eabb0bed497a37983c as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/58932d46691246eabb0bed497a37983c 2024-12-06T03:20:08,972 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:08,973 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=98 2024-12-06T03:20:08,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:08,973 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2837): Flushing 1e14e4232f65ac3ab3cf5f5533b07960 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-06T03:20:08,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=A 2024-12-06T03:20:08,973 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:08,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=B 2024-12-06T03:20:08,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:08,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=C 2024-12-06T03:20:08,974 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:08,975 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 1e14e4232f65ac3ab3cf5f5533b07960/C of 1e14e4232f65ac3ab3cf5f5533b07960 into 58932d46691246eabb0bed497a37983c(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:20:08,975 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:20:08,975 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960., storeName=1e14e4232f65ac3ab3cf5f5533b07960/C, priority=12, startTime=1733455208871; duration=0sec 2024-12-06T03:20:08,975 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:08,975 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1e14e4232f65ac3ab3cf5f5533b07960:C 2024-12-06T03:20:08,979 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/da6110b4d8cc4e3c8c703d35eb9b98e5 is 50, key is test_row_0/A:col10/1733455208004/Put/seqid=0 2024-12-06T03:20:09,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742182_1358 (size=9857) 2024-12-06T03:20:09,007 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/da6110b4d8cc4e3c8c703d35eb9b98e5 2024-12-06T03:20:09,034 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/074a1a016c304603855704d280d4307c is 50, key is test_row_0/B:col10/1733455208004/Put/seqid=0 2024-12-06T03:20:09,062 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742183_1359 (size=9857) 2024-12-06T03:20:09,063 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/074a1a016c304603855704d280d4307c 2024-12-06T03:20:09,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/f598d66e297d4b778129a8a3cc568369 is 50, key is test_row_0/C:col10/1733455208004/Put/seqid=0 2024-12-06T03:20:09,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742184_1360 (size=9857) 2024-12-06T03:20:09,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 1e14e4232f65ac3ab3cf5f5533b07960 2024-12-06T03:20:09,121 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. as already flushing 2024-12-06T03:20:09,151 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:09,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455269149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:09,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:09,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455269149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:09,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:09,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455269149, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:09,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:09,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455269253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:09,254 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:09,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455269253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:09,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:09,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455269253, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:09,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-06T03:20:09,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:09,457 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:09,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455269455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:09,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455269455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:09,457 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:09,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455269455, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:09,495 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=437 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/f598d66e297d4b778129a8a3cc568369 2024-12-06T03:20:09,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/da6110b4d8cc4e3c8c703d35eb9b98e5 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/da6110b4d8cc4e3c8c703d35eb9b98e5 2024-12-06T03:20:09,504 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/da6110b4d8cc4e3c8c703d35eb9b98e5, entries=100, sequenceid=437, filesize=9.6 K 2024-12-06T03:20:09,506 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/074a1a016c304603855704d280d4307c as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/074a1a016c304603855704d280d4307c 2024-12-06T03:20:09,509 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/074a1a016c304603855704d280d4307c, entries=100, sequenceid=437, filesize=9.6 K 2024-12-06T03:20:09,512 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/f598d66e297d4b778129a8a3cc568369 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/f598d66e297d4b778129a8a3cc568369 2024-12-06T03:20:09,517 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/f598d66e297d4b778129a8a3cc568369, entries=100, sequenceid=437, filesize=9.6 K 2024-12-06T03:20:09,520 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 1e14e4232f65ac3ab3cf5f5533b07960 in 546ms, sequenceid=437, compaction requested=false 2024-12-06T03:20:09,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.HRegion(2538): Flush status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:20:09,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:09,520 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=98}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=98 2024-12-06T03:20:09,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=98 2024-12-06T03:20:09,522 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=98, resume processing ppid=97 2024-12-06T03:20:09,522 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=98, ppid=97, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3130 sec 2024-12-06T03:20:09,524 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=97, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=97, table=TestAcidGuarantees in 1.3170 sec 2024-12-06T03:20:09,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 1e14e4232f65ac3ab3cf5f5533b07960 2024-12-06T03:20:09,761 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1e14e4232f65ac3ab3cf5f5533b07960 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-06T03:20:09,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=A 2024-12-06T03:20:09,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:09,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=B 2024-12-06T03:20:09,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:09,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=C 2024-12-06T03:20:09,762 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:09,768 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/ba52e4888b7f4781bd85ef5bb7941d91 is 50, key is test_row_0/A:col10/1733455209761/Put/seqid=0 2024-12-06T03:20:09,768 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:09,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455269765, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:09,770 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:09,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 274 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455269768, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:09,771 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:09,771 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455269769, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:09,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742185_1361 (size=14741) 2024-12-06T03:20:09,786 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/ba52e4888b7f4781bd85ef5bb7941d91 2024-12-06T03:20:09,806 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/c10fb55a1558468080c58fc6b5cadde4 is 50, key is test_row_0/B:col10/1733455209761/Put/seqid=0 2024-12-06T03:20:09,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742186_1362 (size=12301) 2024-12-06T03:20:09,870 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:09,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455269869, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:09,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:09,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 276 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455269871, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:09,873 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:09,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455269872, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:10,074 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:10,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455270072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:10,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 278 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455270074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:10,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:10,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455270074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:10,215 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/c10fb55a1558468080c58fc6b5cadde4 2024-12-06T03:20:10,224 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/256138a311024bb2966be3f5880c412b is 50, key is test_row_0/C:col10/1733455209761/Put/seqid=0 2024-12-06T03:20:10,228 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742187_1363 (size=12301) 2024-12-06T03:20:10,236 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=467 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/256138a311024bb2966be3f5880c412b 2024-12-06T03:20:10,240 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/ba52e4888b7f4781bd85ef5bb7941d91 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/ba52e4888b7f4781bd85ef5bb7941d91 2024-12-06T03:20:10,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/ba52e4888b7f4781bd85ef5bb7941d91, entries=200, sequenceid=467, filesize=14.4 K 2024-12-06T03:20:10,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/c10fb55a1558468080c58fc6b5cadde4 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/c10fb55a1558468080c58fc6b5cadde4 2024-12-06T03:20:10,250 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/c10fb55a1558468080c58fc6b5cadde4, entries=150, sequenceid=467, filesize=12.0 K 2024-12-06T03:20:10,250 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/256138a311024bb2966be3f5880c412b as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/256138a311024bb2966be3f5880c412b 2024-12-06T03:20:10,255 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/256138a311024bb2966be3f5880c412b, entries=150, sequenceid=467, filesize=12.0 K 2024-12-06T03:20:10,256 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 1e14e4232f65ac3ab3cf5f5533b07960 in 495ms, sequenceid=467, compaction requested=true 2024-12-06T03:20:10,256 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:20:10,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1e14e4232f65ac3ab3cf5f5533b07960:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:20:10,256 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:10,256 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:20:10,256 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:20:10,258 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:20:10,258 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37921 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:20:10,258 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): 1e14e4232f65ac3ab3cf5f5533b07960/A is initiating minor compaction (all files) 2024-12-06T03:20:10,258 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): 1e14e4232f65ac3ab3cf5f5533b07960/B is initiating minor compaction (all files) 2024-12-06T03:20:10,258 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1e14e4232f65ac3ab3cf5f5533b07960/A in TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:10,258 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1e14e4232f65ac3ab3cf5f5533b07960/B in TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:10,258 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/bcde28687b504e608d7463f13d08541b, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/da6110b4d8cc4e3c8c703d35eb9b98e5, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/ba52e4888b7f4781bd85ef5bb7941d91] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp, totalSize=37.0 K 2024-12-06T03:20:10,258 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/35265588e8bd442dab8529c0be4a5a61, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/074a1a016c304603855704d280d4307c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/c10fb55a1558468080c58fc6b5cadde4] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp, totalSize=34.6 K 2024-12-06T03:20:10,259 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting bcde28687b504e608d7463f13d08541b, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1733455207374 2024-12-06T03:20:10,259 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 35265588e8bd442dab8529c0be4a5a61, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1733455207374 2024-12-06T03:20:10,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1e14e4232f65ac3ab3cf5f5533b07960:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:20:10,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:10,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 1e14e4232f65ac3ab3cf5f5533b07960:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:20:10,259 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:20:10,260 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting da6110b4d8cc4e3c8c703d35eb9b98e5, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1733455208004 2024-12-06T03:20:10,260 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 074a1a016c304603855704d280d4307c, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1733455208004 2024-12-06T03:20:10,260 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba52e4888b7f4781bd85ef5bb7941d91, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1733455209147 2024-12-06T03:20:10,260 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting c10fb55a1558468080c58fc6b5cadde4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1733455209147 2024-12-06T03:20:10,267 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1e14e4232f65ac3ab3cf5f5533b07960#A#compaction#315 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:20:10,267 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/8e32d8e76ba44108ad1c5867b2ead19e is 50, key is test_row_0/A:col10/1733455209761/Put/seqid=0 2024-12-06T03:20:10,268 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1e14e4232f65ac3ab3cf5f5533b07960#B#compaction#316 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:20:10,268 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/6581bd9adfa14b4999818c898140fa7a is 50, key is test_row_0/B:col10/1733455209761/Put/seqid=0 2024-12-06T03:20:10,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742188_1364 (size=13425) 2024-12-06T03:20:10,278 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742189_1365 (size=13425) 2024-12-06T03:20:10,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=97 2024-12-06T03:20:10,311 INFO [Thread-1217 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 97 completed 2024-12-06T03:20:10,312 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:20:10,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees 2024-12-06T03:20:10,314 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:20:10,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-06T03:20:10,315 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=99, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:20:10,315 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=100, ppid=99, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:20:10,382 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 1e14e4232f65ac3ab3cf5f5533b07960 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-06T03:20:10,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 1e14e4232f65ac3ab3cf5f5533b07960 2024-12-06T03:20:10,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=A 2024-12-06T03:20:10,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:10,383 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=B 2024-12-06T03:20:10,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:10,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=C 2024-12-06T03:20:10,384 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:10,389 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/cb26acc1f701427389ce7e92f59e5deb is 50, key is test_row_0/A:col10/1733455210381/Put/seqid=0 2024-12-06T03:20:10,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742190_1366 (size=12301) 2024-12-06T03:20:10,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-06T03:20:10,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:10,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455270414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:10,418 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:10,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455270414, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:10,419 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:10,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455270417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:10,456 DEBUG [Thread-1220 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x088aa519 to 127.0.0.1:63130 2024-12-06T03:20:10,456 DEBUG [Thread-1220 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:20:10,457 DEBUG [Thread-1222 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5e998dd3 to 127.0.0.1:63130 2024-12-06T03:20:10,457 DEBUG [Thread-1222 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:20:10,458 DEBUG [Thread-1218 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x78b04266 to 127.0.0.1:63130 2024-12-06T03:20:10,458 DEBUG [Thread-1218 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:20:10,458 DEBUG [Thread-1224 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2e4c79b8 to 127.0.0.1:63130 2024-12-06T03:20:10,459 DEBUG [Thread-1224 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:20:10,460 DEBUG [Thread-1226 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2d1403c3 to 127.0.0.1:63130 2024-12-06T03:20:10,460 DEBUG [Thread-1226 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:20:10,467 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:10,468 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-06T03:20:10,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:10,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. as already flushing 2024-12-06T03:20:10,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:10,468 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:10,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:10,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:10,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:10,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 290 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455270519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:10,519 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:10,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455270519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:10,520 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:10,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455270520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:10,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-06T03:20:10,620 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:10,620 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-06T03:20:10,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:10,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. as already flushing 2024-12-06T03:20:10,620 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:10,620 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:10,621 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:10,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:10,677 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/8e32d8e76ba44108ad1c5867b2ead19e as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/8e32d8e76ba44108ad1c5867b2ead19e 2024-12-06T03:20:10,681 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1e14e4232f65ac3ab3cf5f5533b07960/A of 1e14e4232f65ac3ab3cf5f5533b07960 into 8e32d8e76ba44108ad1c5867b2ead19e(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:20:10,681 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:20:10,681 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960., storeName=1e14e4232f65ac3ab3cf5f5533b07960/A, priority=13, startTime=1733455210256; duration=0sec 2024-12-06T03:20:10,681 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:20:10,681 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1e14e4232f65ac3ab3cf5f5533b07960:A 2024-12-06T03:20:10,681 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:20:10,682 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35481 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:20:10,682 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/6581bd9adfa14b4999818c898140fa7a as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/6581bd9adfa14b4999818c898140fa7a 2024-12-06T03:20:10,682 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): 1e14e4232f65ac3ab3cf5f5533b07960/C is initiating minor compaction (all files) 2024-12-06T03:20:10,682 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 1e14e4232f65ac3ab3cf5f5533b07960/C in TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:10,682 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/58932d46691246eabb0bed497a37983c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/f598d66e297d4b778129a8a3cc568369, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/256138a311024bb2966be3f5880c412b] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp, totalSize=34.6 K 2024-12-06T03:20:10,682 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 58932d46691246eabb0bed497a37983c, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=426, earliestPutTs=1733455207374 2024-12-06T03:20:10,683 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting f598d66e297d4b778129a8a3cc568369, keycount=100, bloomtype=ROW, size=9.6 K, encoding=NONE, compression=NONE, seqNum=437, earliestPutTs=1733455208004 2024-12-06T03:20:10,683 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 256138a311024bb2966be3f5880c412b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=467, earliestPutTs=1733455209147 2024-12-06T03:20:10,686 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1e14e4232f65ac3ab3cf5f5533b07960/B of 1e14e4232f65ac3ab3cf5f5533b07960 into 6581bd9adfa14b4999818c898140fa7a(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:20:10,686 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:20:10,686 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960., storeName=1e14e4232f65ac3ab3cf5f5533b07960/B, priority=13, startTime=1733455210256; duration=0sec 2024-12-06T03:20:10,686 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:10,686 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1e14e4232f65ac3ab3cf5f5533b07960:B 2024-12-06T03:20:10,689 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 1e14e4232f65ac3ab3cf5f5533b07960#C#compaction#318 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:20:10,690 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/d547d315bcf542ea90a7bf1cfd24393b is 50, key is test_row_0/C:col10/1733455209761/Put/seqid=0 2024-12-06T03:20:10,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742191_1367 (size=13425) 2024-12-06T03:20:10,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:10,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455270720, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:10,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:10,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 292 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455270721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:10,722 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:10,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455270722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:10,772 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:10,773 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-06T03:20:10,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:10,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. as already flushing 2024-12-06T03:20:10,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:10,773 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:10,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:10,774 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:10,801 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/cb26acc1f701427389ce7e92f59e5deb 2024-12-06T03:20:10,807 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/1b8b2f8a23bf4e9088ab6954364d6e1c is 50, key is test_row_0/B:col10/1733455210381/Put/seqid=0 2024-12-06T03:20:10,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742192_1368 (size=12301) 2024-12-06T03:20:10,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-06T03:20:10,925 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:10,925 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-06T03:20:10,925 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:10,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. as already flushing 2024-12-06T03:20:10,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:10,926 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:10,926 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:10,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:11,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:11,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455271022, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:11,024 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 294 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455271024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:11,025 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455271025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:11,077 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:11,078 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-06T03:20:11,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:11,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. as already flushing 2024-12-06T03:20:11,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:11,078 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:11,078 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:11,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:11,102 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/d547d315bcf542ea90a7bf1cfd24393b as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/d547d315bcf542ea90a7bf1cfd24393b 2024-12-06T03:20:11,106 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 1e14e4232f65ac3ab3cf5f5533b07960/C of 1e14e4232f65ac3ab3cf5f5533b07960 into d547d315bcf542ea90a7bf1cfd24393b(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:20:11,106 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:20:11,106 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960., storeName=1e14e4232f65ac3ab3cf5f5533b07960/C, priority=13, startTime=1733455210259; duration=0sec 2024-12-06T03:20:11,106 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:11,106 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 1e14e4232f65ac3ab3cf5f5533b07960:C 2024-12-06T03:20:11,211 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/1b8b2f8a23bf4e9088ab6954364d6e1c 2024-12-06T03:20:11,217 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/85d3abbd78bb4ebf9c6dbc42e6907d50 is 50, key is test_row_0/C:col10/1733455210381/Put/seqid=0 2024-12-06T03:20:11,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742193_1369 (size=12301) 2024-12-06T03:20:11,230 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:11,230 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-06T03:20:11,230 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:11,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. as already flushing 2024-12-06T03:20:11,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:11,231 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:11,231 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:11,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:11,383 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:11,383 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-06T03:20:11,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:11,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. as already flushing 2024-12-06T03:20:11,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:11,383 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:11,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:11,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:11,418 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-06T03:20:11,525 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:11,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45574 deadline: 1733455271524, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:11,527 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:11,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 296 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45608 deadline: 1733455271526, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:11,528 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:11,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:45558 deadline: 1733455271528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:11,535 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:11,536 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-06T03:20:11,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:11,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. as already flushing 2024-12-06T03:20:11,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:11,536 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] handler.RSProcedureHandler(58): pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:11,536 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=100 java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:11,537 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=100 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:11,621 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=480 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/85d3abbd78bb4ebf9c6dbc42e6907d50 2024-12-06T03:20:11,625 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/cb26acc1f701427389ce7e92f59e5deb as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/cb26acc1f701427389ce7e92f59e5deb 2024-12-06T03:20:11,629 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/cb26acc1f701427389ce7e92f59e5deb, entries=150, sequenceid=480, filesize=12.0 K 2024-12-06T03:20:11,629 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/1b8b2f8a23bf4e9088ab6954364d6e1c as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/1b8b2f8a23bf4e9088ab6954364d6e1c 2024-12-06T03:20:11,632 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/1b8b2f8a23bf4e9088ab6954364d6e1c, entries=150, sequenceid=480, filesize=12.0 K 2024-12-06T03:20:11,633 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/85d3abbd78bb4ebf9c6dbc42e6907d50 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/85d3abbd78bb4ebf9c6dbc42e6907d50 2024-12-06T03:20:11,636 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/85d3abbd78bb4ebf9c6dbc42e6907d50, entries=150, sequenceid=480, filesize=12.0 K 2024-12-06T03:20:11,637 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for 1e14e4232f65ac3ab3cf5f5533b07960 in 1255ms, sequenceid=480, compaction requested=false 2024-12-06T03:20:11,637 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:20:11,688 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:11,689 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=100 2024-12-06T03:20:11,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:11,689 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2837): Flushing 1e14e4232f65ac3ab3cf5f5533b07960 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-06T03:20:11,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=A 2024-12-06T03:20:11,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:11,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=B 2024-12-06T03:20:11,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:11,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=C 2024-12-06T03:20:11,689 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:11,693 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/3244bbe7f3c548aa80b97721d0eaa974 is 50, key is test_row_0/A:col10/1733455210416/Put/seqid=0 2024-12-06T03:20:11,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742194_1370 (size=12301) 2024-12-06T03:20:12,097 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/3244bbe7f3c548aa80b97721d0eaa974 2024-12-06T03:20:12,103 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/bdd7e83f8e3d45989bbe15cf4666af6c is 50, key is test_row_0/B:col10/1733455210416/Put/seqid=0 2024-12-06T03:20:12,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742195_1371 (size=12301) 2024-12-06T03:20:12,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 1e14e4232f65ac3ab3cf5f5533b07960 2024-12-06T03:20:12,339 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. as already flushing 2024-12-06T03:20:12,339 DEBUG [Thread-1213 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x07e55eb7 to 127.0.0.1:63130 2024-12-06T03:20:12,339 DEBUG [Thread-1213 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:20:12,366 DEBUG [Thread-1209 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x64ee0130 to 127.0.0.1:63130 2024-12-06T03:20:12,366 DEBUG [Thread-1209 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:20:12,419 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-06T03:20:12,507 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/bdd7e83f8e3d45989bbe15cf4666af6c 2024-12-06T03:20:12,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/e56a48fbef9844b699363233bb43d963 is 50, key is test_row_0/C:col10/1733455210416/Put/seqid=0 2024-12-06T03:20:12,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742196_1372 (size=12301) 2024-12-06T03:20:12,532 DEBUG [Thread-1211 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x683b64c3 to 127.0.0.1:63130 2024-12-06T03:20:12,532 DEBUG [Thread-1211 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:20:12,534 DEBUG [Thread-1215 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x03a703d2 to 127.0.0.1:63130 2024-12-06T03:20:12,534 DEBUG [Thread-1215 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:20:12,535 DEBUG [Thread-1207 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x44645c55 to 127.0.0.1:63130 2024-12-06T03:20:12,535 DEBUG [Thread-1207 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:20:12,918 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=506 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/e56a48fbef9844b699363233bb43d963 2024-12-06T03:20:12,922 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/3244bbe7f3c548aa80b97721d0eaa974 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/3244bbe7f3c548aa80b97721d0eaa974 2024-12-06T03:20:12,930 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/3244bbe7f3c548aa80b97721d0eaa974, entries=150, sequenceid=506, filesize=12.0 K 2024-12-06T03:20:12,931 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/bdd7e83f8e3d45989bbe15cf4666af6c as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/bdd7e83f8e3d45989bbe15cf4666af6c 2024-12-06T03:20:12,934 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/bdd7e83f8e3d45989bbe15cf4666af6c, entries=150, sequenceid=506, filesize=12.0 K 2024-12-06T03:20:12,935 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/e56a48fbef9844b699363233bb43d963 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/e56a48fbef9844b699363233bb43d963 2024-12-06T03:20:12,938 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/e56a48fbef9844b699363233bb43d963, entries=150, sequenceid=506, filesize=12.0 K 2024-12-06T03:20:12,939 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=33.54 KB/34350 for 1e14e4232f65ac3ab3cf5f5533b07960 in 1249ms, sequenceid=506, compaction requested=true 2024-12-06T03:20:12,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.HRegion(2538): Flush status journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:20:12,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:12,939 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=100}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=100 2024-12-06T03:20:12,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=100 2024-12-06T03:20:12,941 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=100, resume processing ppid=99 2024-12-06T03:20:12,941 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=100, ppid=99, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.6250 sec 2024-12-06T03:20:12,942 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=99, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=99, table=TestAcidGuarantees in 2.6290 sec 2024-12-06T03:20:14,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=99 2024-12-06T03:20:14,420 INFO [Thread-1217 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 99 completed 2024-12-06T03:20:14,420 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-06T03:20:14,420 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 165 2024-12-06T03:20:14,420 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 42 2024-12-06T03:20:14,420 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 81 2024-12-06T03:20:14,420 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 29 2024-12-06T03:20:14,420 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 85 2024-12-06T03:20:14,420 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-06T03:20:14,420 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6531 2024-12-06T03:20:14,420 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6317 2024-12-06T03:20:14,420 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6306 2024-12-06T03:20:14,420 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6540 2024-12-06T03:20:14,420 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6221 2024-12-06T03:20:14,420 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-06T03:20:14,420 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-06T03:20:14,420 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x53bfce45 to 127.0.0.1:63130 2024-12-06T03:20:14,420 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:20:14,421 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-06T03:20:14,421 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-06T03:20:14,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=101, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-06T03:20:14,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-06T03:20:14,423 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733455214423"}]},"ts":"1733455214423"} 2024-12-06T03:20:14,424 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-06T03:20:14,426 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-06T03:20:14,426 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=102, ppid=101, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-06T03:20:14,427 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1e14e4232f65ac3ab3cf5f5533b07960, UNASSIGN}] 2024-12-06T03:20:14,428 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=103, ppid=102, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=1e14e4232f65ac3ab3cf5f5533b07960, UNASSIGN 2024-12-06T03:20:14,429 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=1e14e4232f65ac3ab3cf5f5533b07960, regionState=CLOSING, regionLocation=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:14,429 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-06T03:20:14,429 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=104, ppid=103, state=RUNNABLE; CloseRegionProcedure 1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723}] 2024-12-06T03:20:14,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-06T03:20:14,581 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:14,581 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(124): Close 1e14e4232f65ac3ab3cf5f5533b07960 2024-12-06T03:20:14,581 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-06T03:20:14,581 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1681): Closing 1e14e4232f65ac3ab3cf5f5533b07960, disabling compactions & flushes 2024-12-06T03:20:14,581 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:14,581 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:14,581 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. after waiting 0 ms 2024-12-06T03:20:14,581 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:14,581 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(2837): Flushing 1e14e4232f65ac3ab3cf5f5533b07960 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-06T03:20:14,582 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=A 2024-12-06T03:20:14,582 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:14,582 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=B 2024-12-06T03:20:14,582 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:14,582 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 1e14e4232f65ac3ab3cf5f5533b07960, store=C 2024-12-06T03:20:14,582 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:14,585 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/52c6e02b2ddb45d69182814421141a7c is 50, key is test_row_0/A:col10/1733455212534/Put/seqid=0 2024-12-06T03:20:14,589 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742197_1373 (size=12301) 2024-12-06T03:20:14,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-06T03:20:14,989 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/52c6e02b2ddb45d69182814421141a7c 2024-12-06T03:20:14,995 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/a9a2c162990244e097188af502471853 is 50, key is test_row_0/B:col10/1733455212534/Put/seqid=0 2024-12-06T03:20:14,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742198_1374 (size=12301) 2024-12-06T03:20:15,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-06T03:20:15,399 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/a9a2c162990244e097188af502471853 2024-12-06T03:20:15,406 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/81bdc003afc24f849a1e4a9b79d3859a is 50, key is test_row_0/C:col10/1733455212534/Put/seqid=0 2024-12-06T03:20:15,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742199_1375 (size=12301) 2024-12-06T03:20:15,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-06T03:20:15,810 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=514 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/81bdc003afc24f849a1e4a9b79d3859a 2024-12-06T03:20:15,814 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/A/52c6e02b2ddb45d69182814421141a7c as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/52c6e02b2ddb45d69182814421141a7c 2024-12-06T03:20:15,817 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/52c6e02b2ddb45d69182814421141a7c, entries=150, sequenceid=514, filesize=12.0 K 2024-12-06T03:20:15,817 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/B/a9a2c162990244e097188af502471853 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/a9a2c162990244e097188af502471853 2024-12-06T03:20:15,820 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/a9a2c162990244e097188af502471853, entries=150, sequenceid=514, filesize=12.0 K 2024-12-06T03:20:15,821 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/.tmp/C/81bdc003afc24f849a1e4a9b79d3859a as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/81bdc003afc24f849a1e4a9b79d3859a 2024-12-06T03:20:15,824 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/81bdc003afc24f849a1e4a9b79d3859a, entries=150, sequenceid=514, filesize=12.0 K 2024-12-06T03:20:15,824 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for 1e14e4232f65ac3ab3cf5f5533b07960 in 1243ms, sequenceid=514, compaction requested=true 2024-12-06T03:20:15,825 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/f4c824d53e2f4cf7b21f0be20ce64ca6, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/f5f3d264ff7d47438681cc340a5ecb5c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/cecd9f226a7547a1a1797e800f6fe1c1, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/c6ef407c108c449eb3fa6ed143340c66, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/9d753e21bf7f44fca69f56a62859d103, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/287ede063be443e1b1f4cb94333c505b, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/9cbd47c969124116be33140bca122859, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/68743e1a7518449ea0ed464ed4422355, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/af65b16728414a3c8060743695b43c71, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/1e9a51f36cc44be0bc59dc19d9c3106d, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/8074b6e96a8d40e38187052b905adcfa, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/e82205fed91b4b3d929bd813e082372d, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/ca839aa28cb245dba143e88c4d9b5a68, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/a648163a76384220bb56853cffc849ff, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/58f105ab877247818f748958b47b58db, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/2438643ba8ed4dc9b5c3a2044013d18a, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/e21ef75844b6428daf8d21879a5c0212, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/4d32823c531044b99017e47cd74cd90a, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/d792451259f545c7811770e1986dee7a, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/6ff1540c90b44dc1973c74a5d7c48465, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/d1f38e48e59346258920b541175bd16c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/cfe3a477c00f4aa58b9a1bf0de12b039, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/52d1b700a26a41e8af3b4dfecf6bfeac, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/8d53a0254525403c82e529fd136d3c70, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/5b36e4e41610402d88d6563345440b05, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/9f5e51a0f13f460d8497aca65b448f2a, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/cf30cc4bce93454fb0e7ba1877e25fb4, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/e01865c4638a438b80db522665b53a89, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/2738d45485fc4522a220ad2a49485fe8, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/5b448056f4b9439394445ad97f4ec4b6, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/bcde28687b504e608d7463f13d08541b, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/da6110b4d8cc4e3c8c703d35eb9b98e5, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/ba52e4888b7f4781bd85ef5bb7941d91] to archive 2024-12-06T03:20:15,826 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T03:20:15,827 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/f4c824d53e2f4cf7b21f0be20ce64ca6 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/f4c824d53e2f4cf7b21f0be20ce64ca6 2024-12-06T03:20:15,828 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/f5f3d264ff7d47438681cc340a5ecb5c to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/f5f3d264ff7d47438681cc340a5ecb5c 2024-12-06T03:20:15,829 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/cecd9f226a7547a1a1797e800f6fe1c1 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/cecd9f226a7547a1a1797e800f6fe1c1 2024-12-06T03:20:15,830 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/c6ef407c108c449eb3fa6ed143340c66 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/c6ef407c108c449eb3fa6ed143340c66 2024-12-06T03:20:15,831 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/9d753e21bf7f44fca69f56a62859d103 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/9d753e21bf7f44fca69f56a62859d103 2024-12-06T03:20:15,832 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/287ede063be443e1b1f4cb94333c505b to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/287ede063be443e1b1f4cb94333c505b 2024-12-06T03:20:15,833 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/9cbd47c969124116be33140bca122859 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/9cbd47c969124116be33140bca122859 2024-12-06T03:20:15,834 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/68743e1a7518449ea0ed464ed4422355 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/68743e1a7518449ea0ed464ed4422355 2024-12-06T03:20:15,835 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/af65b16728414a3c8060743695b43c71 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/af65b16728414a3c8060743695b43c71 2024-12-06T03:20:15,836 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/1e9a51f36cc44be0bc59dc19d9c3106d to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/1e9a51f36cc44be0bc59dc19d9c3106d 2024-12-06T03:20:15,837 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/8074b6e96a8d40e38187052b905adcfa to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/8074b6e96a8d40e38187052b905adcfa 2024-12-06T03:20:15,838 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/e82205fed91b4b3d929bd813e082372d to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/e82205fed91b4b3d929bd813e082372d 2024-12-06T03:20:15,839 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/ca839aa28cb245dba143e88c4d9b5a68 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/ca839aa28cb245dba143e88c4d9b5a68 2024-12-06T03:20:15,840 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/a648163a76384220bb56853cffc849ff to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/a648163a76384220bb56853cffc849ff 2024-12-06T03:20:15,841 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/58f105ab877247818f748958b47b58db to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/58f105ab877247818f748958b47b58db 2024-12-06T03:20:15,842 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/2438643ba8ed4dc9b5c3a2044013d18a to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/2438643ba8ed4dc9b5c3a2044013d18a 2024-12-06T03:20:15,843 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/e21ef75844b6428daf8d21879a5c0212 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/e21ef75844b6428daf8d21879a5c0212 2024-12-06T03:20:15,844 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/4d32823c531044b99017e47cd74cd90a to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/4d32823c531044b99017e47cd74cd90a 2024-12-06T03:20:15,845 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/d792451259f545c7811770e1986dee7a to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/d792451259f545c7811770e1986dee7a 2024-12-06T03:20:15,846 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/6ff1540c90b44dc1973c74a5d7c48465 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/6ff1540c90b44dc1973c74a5d7c48465 2024-12-06T03:20:15,848 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/d1f38e48e59346258920b541175bd16c to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/d1f38e48e59346258920b541175bd16c 2024-12-06T03:20:15,849 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/cfe3a477c00f4aa58b9a1bf0de12b039 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/cfe3a477c00f4aa58b9a1bf0de12b039 2024-12-06T03:20:15,850 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/52d1b700a26a41e8af3b4dfecf6bfeac to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/52d1b700a26a41e8af3b4dfecf6bfeac 2024-12-06T03:20:15,851 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/8d53a0254525403c82e529fd136d3c70 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/8d53a0254525403c82e529fd136d3c70 2024-12-06T03:20:15,852 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/5b36e4e41610402d88d6563345440b05 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/5b36e4e41610402d88d6563345440b05 2024-12-06T03:20:15,853 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/9f5e51a0f13f460d8497aca65b448f2a to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/9f5e51a0f13f460d8497aca65b448f2a 2024-12-06T03:20:15,854 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/cf30cc4bce93454fb0e7ba1877e25fb4 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/cf30cc4bce93454fb0e7ba1877e25fb4 2024-12-06T03:20:15,855 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/e01865c4638a438b80db522665b53a89 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/e01865c4638a438b80db522665b53a89 2024-12-06T03:20:15,857 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/2738d45485fc4522a220ad2a49485fe8 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/2738d45485fc4522a220ad2a49485fe8 2024-12-06T03:20:15,858 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/5b448056f4b9439394445ad97f4ec4b6 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/5b448056f4b9439394445ad97f4ec4b6 2024-12-06T03:20:15,859 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/bcde28687b504e608d7463f13d08541b to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/bcde28687b504e608d7463f13d08541b 2024-12-06T03:20:15,860 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/da6110b4d8cc4e3c8c703d35eb9b98e5 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/da6110b4d8cc4e3c8c703d35eb9b98e5 2024-12-06T03:20:15,861 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/ba52e4888b7f4781bd85ef5bb7941d91 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/ba52e4888b7f4781bd85ef5bb7941d91 2024-12-06T03:20:15,862 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/981956a33a64491fa5750822a49023da, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/cbb5a95dda4e473eaed95e8a1a9e60e2, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/efeca8c0712743b787307cc6959d7732, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/207740dcf5854ea2917dcf6cda0d0de5, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/df4d5d8fdae84d51a066be3678a8d0d1, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/67a5732d0d6f404f8f9e4140e912b234, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/e966ad80155840c0bc24a0c7e5339bc7, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/ab7c4b5b650942588b5278d385752a97, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/d190291fe1014f8bbdd1e5fbf8ebcb05, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/30cefeca2b3f4f3682f9a4b266b60b3d, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/fd486e21511443229f910185176deb10, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/779f52c28f1640b1a5fbbda67e08aa38, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/94b8fbd944cf4410be8cd1f0d3602275, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/da8704a2df1841b29106b57e2bd62776, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/3285a387de80433e8ebd96b0e93ffeba, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/458f95632eea410595ef818aa02193ed, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/6163b9b5494847319c343783a0baf712, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/ffb4fe79e23844f6bcc75e0fc93ccd16, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/dfd1e8075fd54b5db3fb5e3c3c034eea, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/df3fd8f63a654e739cba85bc5787bea1, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/ccfe05302790469697541f485c8e407e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/65defb255c2244d992c4cd039d5e8641, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/4df36c1014094747a454fb578a2daefc, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/a4df5db55e68410ab9ad06b950e838f6, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/b8d52960f8b645eaac28b2bf00865204, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/7d463ef33d3540f49c94464b09352693, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/0654b1f2a508482696fdf4483c2395cb, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/78a31d9a8bec4ee094a06ffbbd2be59a, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/1bba234e5e1c477b876e6630ef7403c6, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/35265588e8bd442dab8529c0be4a5a61, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/b89242166db744119bece4fe3356b0d4, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/074a1a016c304603855704d280d4307c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/c10fb55a1558468080c58fc6b5cadde4] to archive 2024-12-06T03:20:15,863 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T03:20:15,865 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/981956a33a64491fa5750822a49023da to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/981956a33a64491fa5750822a49023da 2024-12-06T03:20:15,866 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/cbb5a95dda4e473eaed95e8a1a9e60e2 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/cbb5a95dda4e473eaed95e8a1a9e60e2 2024-12-06T03:20:15,867 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/efeca8c0712743b787307cc6959d7732 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/efeca8c0712743b787307cc6959d7732 2024-12-06T03:20:15,868 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/207740dcf5854ea2917dcf6cda0d0de5 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/207740dcf5854ea2917dcf6cda0d0de5 2024-12-06T03:20:15,869 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/df4d5d8fdae84d51a066be3678a8d0d1 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/df4d5d8fdae84d51a066be3678a8d0d1 2024-12-06T03:20:15,870 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/67a5732d0d6f404f8f9e4140e912b234 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/67a5732d0d6f404f8f9e4140e912b234 2024-12-06T03:20:15,871 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/e966ad80155840c0bc24a0c7e5339bc7 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/e966ad80155840c0bc24a0c7e5339bc7 2024-12-06T03:20:15,872 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/ab7c4b5b650942588b5278d385752a97 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/ab7c4b5b650942588b5278d385752a97 2024-12-06T03:20:15,873 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/d190291fe1014f8bbdd1e5fbf8ebcb05 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/d190291fe1014f8bbdd1e5fbf8ebcb05 2024-12-06T03:20:15,874 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/30cefeca2b3f4f3682f9a4b266b60b3d to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/30cefeca2b3f4f3682f9a4b266b60b3d 2024-12-06T03:20:15,875 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/fd486e21511443229f910185176deb10 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/fd486e21511443229f910185176deb10 2024-12-06T03:20:15,876 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/779f52c28f1640b1a5fbbda67e08aa38 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/779f52c28f1640b1a5fbbda67e08aa38 2024-12-06T03:20:15,877 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/94b8fbd944cf4410be8cd1f0d3602275 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/94b8fbd944cf4410be8cd1f0d3602275 2024-12-06T03:20:15,878 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/da8704a2df1841b29106b57e2bd62776 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/da8704a2df1841b29106b57e2bd62776 2024-12-06T03:20:15,879 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/3285a387de80433e8ebd96b0e93ffeba to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/3285a387de80433e8ebd96b0e93ffeba 2024-12-06T03:20:15,880 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/458f95632eea410595ef818aa02193ed to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/458f95632eea410595ef818aa02193ed 2024-12-06T03:20:15,881 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/6163b9b5494847319c343783a0baf712 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/6163b9b5494847319c343783a0baf712 2024-12-06T03:20:15,882 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/ffb4fe79e23844f6bcc75e0fc93ccd16 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/ffb4fe79e23844f6bcc75e0fc93ccd16 2024-12-06T03:20:15,883 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/dfd1e8075fd54b5db3fb5e3c3c034eea to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/dfd1e8075fd54b5db3fb5e3c3c034eea 2024-12-06T03:20:15,884 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/df3fd8f63a654e739cba85bc5787bea1 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/df3fd8f63a654e739cba85bc5787bea1 2024-12-06T03:20:15,885 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/ccfe05302790469697541f485c8e407e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/ccfe05302790469697541f485c8e407e 2024-12-06T03:20:15,886 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/65defb255c2244d992c4cd039d5e8641 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/65defb255c2244d992c4cd039d5e8641 2024-12-06T03:20:15,888 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/4df36c1014094747a454fb578a2daefc to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/4df36c1014094747a454fb578a2daefc 2024-12-06T03:20:15,889 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/a4df5db55e68410ab9ad06b950e838f6 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/a4df5db55e68410ab9ad06b950e838f6 2024-12-06T03:20:15,890 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/b8d52960f8b645eaac28b2bf00865204 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/b8d52960f8b645eaac28b2bf00865204 2024-12-06T03:20:15,891 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/7d463ef33d3540f49c94464b09352693 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/7d463ef33d3540f49c94464b09352693 2024-12-06T03:20:15,892 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/0654b1f2a508482696fdf4483c2395cb to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/0654b1f2a508482696fdf4483c2395cb 2024-12-06T03:20:15,893 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/78a31d9a8bec4ee094a06ffbbd2be59a to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/78a31d9a8bec4ee094a06ffbbd2be59a 2024-12-06T03:20:15,894 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/1bba234e5e1c477b876e6630ef7403c6 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/1bba234e5e1c477b876e6630ef7403c6 2024-12-06T03:20:15,895 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/35265588e8bd442dab8529c0be4a5a61 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/35265588e8bd442dab8529c0be4a5a61 2024-12-06T03:20:15,895 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/b89242166db744119bece4fe3356b0d4 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/b89242166db744119bece4fe3356b0d4 2024-12-06T03:20:15,896 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/074a1a016c304603855704d280d4307c to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/074a1a016c304603855704d280d4307c 2024-12-06T03:20:15,897 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/c10fb55a1558468080c58fc6b5cadde4 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/c10fb55a1558468080c58fc6b5cadde4 2024-12-06T03:20:15,899 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/47e4e99de56e40d9903b56406cb97067, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/f353e0229d6a48b7a8f1ebbb1ed9deae, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/4a7ce91e5355423980c805205117d0c6, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/cb413e99fc0845bfa451bd09640e11ee, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/5539254fd6434c8e9c98a871ca83e0c2, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/5cfa093da74640e69a459dbb4441f05e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/4873ff093f6c48539614b3ea56930d62, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/72bd9f8bf8c64f0ea712ca1f48782e86, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/f9808ea5435d447a9f1c9f09ac14d1da, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/2cd4ec32a3fe48f2a62d624d7a4384d5, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/a5677ce3a2d24b7e955efce049cd7f04, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/2e176f4d692f4837a435d268b35b9631, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/d682f4e5f60b4bb087dc96003cfeb93f, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/c3714490b18b4da389744a97782a921d, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/1510a9165a62465bb71b2295abb4a476, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/c0ce4c81c6b646cf958061eed758f497, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/663ae4bbe098419c9c67668e28b886d8, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/70a4b76be16640a19295c74f7b0a304c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/c97ad77e445244568adb1eadaab1af55, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/66eccbf2e4c94885b55abed067d0791c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/7d0528e97a114d39a75acc24564aaf82, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/d2b70b0133a8451ebc6ef19dd71da6ab, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/71dfc30421cd422b8a3b798e8eac752c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/5079c731f01d4b87980290a9ba909f8a, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/6f79c4b94e50432f9f0f9e32f945fb1e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/755d4dc054a847b1bbc6e36543bbc6fd, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/e09748d14d824f21b0daf299804d4697, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/ec7f44f85277480a98f0219c3c32b408, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/4aded8c22b5f417597f074dc7ee6a917, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/58932d46691246eabb0bed497a37983c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/774f44b8506644458dc68d30c621d732, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/f598d66e297d4b778129a8a3cc568369, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/256138a311024bb2966be3f5880c412b] to archive 2024-12-06T03:20:15,899 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T03:20:15,901 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/47e4e99de56e40d9903b56406cb97067 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/47e4e99de56e40d9903b56406cb97067 2024-12-06T03:20:15,902 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/f353e0229d6a48b7a8f1ebbb1ed9deae to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/f353e0229d6a48b7a8f1ebbb1ed9deae 2024-12-06T03:20:15,902 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/4a7ce91e5355423980c805205117d0c6 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/4a7ce91e5355423980c805205117d0c6 2024-12-06T03:20:15,903 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/cb413e99fc0845bfa451bd09640e11ee to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/cb413e99fc0845bfa451bd09640e11ee 2024-12-06T03:20:15,904 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/5539254fd6434c8e9c98a871ca83e0c2 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/5539254fd6434c8e9c98a871ca83e0c2 2024-12-06T03:20:15,905 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/5cfa093da74640e69a459dbb4441f05e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/5cfa093da74640e69a459dbb4441f05e 2024-12-06T03:20:15,906 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/4873ff093f6c48539614b3ea56930d62 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/4873ff093f6c48539614b3ea56930d62 2024-12-06T03:20:15,907 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/72bd9f8bf8c64f0ea712ca1f48782e86 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/72bd9f8bf8c64f0ea712ca1f48782e86 2024-12-06T03:20:15,908 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/f9808ea5435d447a9f1c9f09ac14d1da to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/f9808ea5435d447a9f1c9f09ac14d1da 2024-12-06T03:20:15,909 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/2cd4ec32a3fe48f2a62d624d7a4384d5 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/2cd4ec32a3fe48f2a62d624d7a4384d5 2024-12-06T03:20:15,910 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/a5677ce3a2d24b7e955efce049cd7f04 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/a5677ce3a2d24b7e955efce049cd7f04 2024-12-06T03:20:15,910 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/2e176f4d692f4837a435d268b35b9631 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/2e176f4d692f4837a435d268b35b9631 2024-12-06T03:20:15,911 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/d682f4e5f60b4bb087dc96003cfeb93f to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/d682f4e5f60b4bb087dc96003cfeb93f 2024-12-06T03:20:15,912 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/c3714490b18b4da389744a97782a921d to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/c3714490b18b4da389744a97782a921d 2024-12-06T03:20:15,913 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/1510a9165a62465bb71b2295abb4a476 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/1510a9165a62465bb71b2295abb4a476 2024-12-06T03:20:15,914 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/c0ce4c81c6b646cf958061eed758f497 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/c0ce4c81c6b646cf958061eed758f497 2024-12-06T03:20:15,915 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/663ae4bbe098419c9c67668e28b886d8 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/663ae4bbe098419c9c67668e28b886d8 2024-12-06T03:20:15,916 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/70a4b76be16640a19295c74f7b0a304c to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/70a4b76be16640a19295c74f7b0a304c 2024-12-06T03:20:15,917 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/c97ad77e445244568adb1eadaab1af55 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/c97ad77e445244568adb1eadaab1af55 2024-12-06T03:20:15,917 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/66eccbf2e4c94885b55abed067d0791c to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/66eccbf2e4c94885b55abed067d0791c 2024-12-06T03:20:15,918 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/7d0528e97a114d39a75acc24564aaf82 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/7d0528e97a114d39a75acc24564aaf82 2024-12-06T03:20:15,919 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/d2b70b0133a8451ebc6ef19dd71da6ab to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/d2b70b0133a8451ebc6ef19dd71da6ab 2024-12-06T03:20:15,920 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/71dfc30421cd422b8a3b798e8eac752c to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/71dfc30421cd422b8a3b798e8eac752c 2024-12-06T03:20:15,920 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/5079c731f01d4b87980290a9ba909f8a to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/5079c731f01d4b87980290a9ba909f8a 2024-12-06T03:20:15,921 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/6f79c4b94e50432f9f0f9e32f945fb1e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/6f79c4b94e50432f9f0f9e32f945fb1e 2024-12-06T03:20:15,922 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/755d4dc054a847b1bbc6e36543bbc6fd to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/755d4dc054a847b1bbc6e36543bbc6fd 2024-12-06T03:20:15,923 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/e09748d14d824f21b0daf299804d4697 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/e09748d14d824f21b0daf299804d4697 2024-12-06T03:20:15,923 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/ec7f44f85277480a98f0219c3c32b408 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/ec7f44f85277480a98f0219c3c32b408 2024-12-06T03:20:15,924 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/4aded8c22b5f417597f074dc7ee6a917 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/4aded8c22b5f417597f074dc7ee6a917 2024-12-06T03:20:15,925 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/58932d46691246eabb0bed497a37983c to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/58932d46691246eabb0bed497a37983c 2024-12-06T03:20:15,926 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/774f44b8506644458dc68d30c621d732 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/774f44b8506644458dc68d30c621d732 2024-12-06T03:20:15,926 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/f598d66e297d4b778129a8a3cc568369 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/f598d66e297d4b778129a8a3cc568369 2024-12-06T03:20:15,927 DEBUG [StoreCloser-TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/256138a311024bb2966be3f5880c412b to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/256138a311024bb2966be3f5880c412b 2024-12-06T03:20:15,931 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/recovered.edits/517.seqid, newMaxSeqId=517, maxSeqId=1 2024-12-06T03:20:15,931 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960. 2024-12-06T03:20:15,931 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] regionserver.HRegion(1635): Region close journal for 1e14e4232f65ac3ab3cf5f5533b07960: 2024-12-06T03:20:15,933 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=104}] handler.UnassignRegionHandler(170): Closed 1e14e4232f65ac3ab3cf5f5533b07960 2024-12-06T03:20:15,933 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=103 updating hbase:meta row=1e14e4232f65ac3ab3cf5f5533b07960, regionState=CLOSED 2024-12-06T03:20:15,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=104, resume processing ppid=103 2024-12-06T03:20:15,935 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=104, ppid=103, state=SUCCESS; CloseRegionProcedure 1e14e4232f65ac3ab3cf5f5533b07960, server=4c7f994aa0f5,34349,1733455120723 in 1.5050 sec 2024-12-06T03:20:15,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=103, resume processing ppid=102 2024-12-06T03:20:15,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=103, ppid=102, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=1e14e4232f65ac3ab3cf5f5533b07960, UNASSIGN in 1.5080 sec 2024-12-06T03:20:15,937 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=102, resume processing ppid=101 2024-12-06T03:20:15,937 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=102, ppid=101, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5100 sec 2024-12-06T03:20:15,938 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733455215938"}]},"ts":"1733455215938"} 2024-12-06T03:20:15,938 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-06T03:20:15,940 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-06T03:20:15,942 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=101, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5200 sec 2024-12-06T03:20:16,527 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=101 2024-12-06T03:20:16,527 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 101 completed 2024-12-06T03:20:16,527 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-06T03:20:16,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=105, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T03:20:16,529 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=105, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T03:20:16,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=105 2024-12-06T03:20:16,529 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=105, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T03:20:16,530 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960 2024-12-06T03:20:16,532 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A, FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B, FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C, FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/recovered.edits] 2024-12-06T03:20:16,534 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/3244bbe7f3c548aa80b97721d0eaa974 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/3244bbe7f3c548aa80b97721d0eaa974 2024-12-06T03:20:16,535 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/52c6e02b2ddb45d69182814421141a7c to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/52c6e02b2ddb45d69182814421141a7c 2024-12-06T03:20:16,536 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/8e32d8e76ba44108ad1c5867b2ead19e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/8e32d8e76ba44108ad1c5867b2ead19e 2024-12-06T03:20:16,537 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/cb26acc1f701427389ce7e92f59e5deb to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/A/cb26acc1f701427389ce7e92f59e5deb 2024-12-06T03:20:16,539 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/1b8b2f8a23bf4e9088ab6954364d6e1c to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/1b8b2f8a23bf4e9088ab6954364d6e1c 2024-12-06T03:20:16,540 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/6581bd9adfa14b4999818c898140fa7a to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/6581bd9adfa14b4999818c898140fa7a 2024-12-06T03:20:16,541 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/a9a2c162990244e097188af502471853 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/a9a2c162990244e097188af502471853 2024-12-06T03:20:16,542 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/bdd7e83f8e3d45989bbe15cf4666af6c to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/B/bdd7e83f8e3d45989bbe15cf4666af6c 2024-12-06T03:20:16,543 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/81bdc003afc24f849a1e4a9b79d3859a to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/81bdc003afc24f849a1e4a9b79d3859a 2024-12-06T03:20:16,544 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/85d3abbd78bb4ebf9c6dbc42e6907d50 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/85d3abbd78bb4ebf9c6dbc42e6907d50 2024-12-06T03:20:16,545 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/d547d315bcf542ea90a7bf1cfd24393b to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/d547d315bcf542ea90a7bf1cfd24393b 2024-12-06T03:20:16,546 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/e56a48fbef9844b699363233bb43d963 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/C/e56a48fbef9844b699363233bb43d963 2024-12-06T03:20:16,548 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/recovered.edits/517.seqid to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960/recovered.edits/517.seqid 2024-12-06T03:20:16,548 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/1e14e4232f65ac3ab3cf5f5533b07960 2024-12-06T03:20:16,548 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-06T03:20:16,550 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=105, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T03:20:16,553 WARN [PEWorker-4 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-06T03:20:16,555 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-06T03:20:16,555 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=105, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T03:20:16,555 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-06T03:20:16,555 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733455216555"}]},"ts":"9223372036854775807"} 2024-12-06T03:20:16,559 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-06T03:20:16,559 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 1e14e4232f65ac3ab3cf5f5533b07960, NAME => 'TestAcidGuarantees,,1733455188220.1e14e4232f65ac3ab3cf5f5533b07960.', STARTKEY => '', ENDKEY => ''}] 2024-12-06T03:20:16,559 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-06T03:20:16,559 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733455216559"}]},"ts":"9223372036854775807"} 2024-12-06T03:20:16,560 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-06T03:20:16,562 DEBUG [PEWorker-4 {}] procedure.DeleteTableProcedure(133): Finished pid=105, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T03:20:16,563 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=105, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 35 msec 2024-12-06T03:20:16,630 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=105 2024-12-06T03:20:16,630 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 105 completed 2024-12-06T03:20:16,639 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testGetAtomicity Thread=239 (was 237) - Thread LEAK? -, OpenFileDescriptor=451 (was 452), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=469 (was 425) - SystemLoadAverage LEAK? -, ProcessCount=9 (was 11), AvailableMemoryMB=9464 (was 8526) - AvailableMemoryMB LEAK? - 2024-12-06T03:20:16,647 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=239, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=469, ProcessCount=9, AvailableMemoryMB=9464 2024-12-06T03:20:16,648 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-06T03:20:16,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T03:20:16,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=106, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-06T03:20:16,650 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=106, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T03:20:16,650 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:20:16,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 106 2024-12-06T03:20:16,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-06T03:20:16,651 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=106, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T03:20:16,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742200_1376 (size=963) 2024-12-06T03:20:16,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-06T03:20:16,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-06T03:20:17,058 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e 2024-12-06T03:20:17,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742201_1377 (size=53) 2024-12-06T03:20:17,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-06T03:20:17,464 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:20:17,464 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing 46f0bcf33336fc9444365596bd276789, disabling compactions & flushes 2024-12-06T03:20:17,464 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:17,464 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:17,464 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. after waiting 0 ms 2024-12-06T03:20:17,464 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:17,464 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:17,464 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for 46f0bcf33336fc9444365596bd276789: 2024-12-06T03:20:17,465 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=106, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T03:20:17,466 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733455217466"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733455217466"}]},"ts":"1733455217466"} 2024-12-06T03:20:17,467 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-06T03:20:17,467 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=106, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T03:20:17,467 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733455217467"}]},"ts":"1733455217467"} 2024-12-06T03:20:17,468 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-06T03:20:17,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=46f0bcf33336fc9444365596bd276789, ASSIGN}] 2024-12-06T03:20:17,473 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=46f0bcf33336fc9444365596bd276789, ASSIGN 2024-12-06T03:20:17,473 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(264): Starting pid=107, ppid=106, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=46f0bcf33336fc9444365596bd276789, ASSIGN; state=OFFLINE, location=4c7f994aa0f5,34349,1733455120723; forceNewPlan=false, retain=false 2024-12-06T03:20:17,624 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=46f0bcf33336fc9444365596bd276789, regionState=OPENING, regionLocation=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:17,625 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=108, ppid=107, state=RUNNABLE; OpenRegionProcedure 46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723}] 2024-12-06T03:20:17,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-06T03:20:17,776 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:17,779 INFO [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:17,779 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(7285): Opening region: {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} 2024-12-06T03:20:17,779 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:17,779 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:20:17,780 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(7327): checking encryption for 46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:17,780 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(7330): checking classloading for 46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:17,781 INFO [StoreOpener-46f0bcf33336fc9444365596bd276789-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:17,782 INFO [StoreOpener-46f0bcf33336fc9444365596bd276789-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T03:20:17,782 INFO [StoreOpener-46f0bcf33336fc9444365596bd276789-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46f0bcf33336fc9444365596bd276789 columnFamilyName A 2024-12-06T03:20:17,782 DEBUG [StoreOpener-46f0bcf33336fc9444365596bd276789-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:20:17,783 INFO [StoreOpener-46f0bcf33336fc9444365596bd276789-1 {}] regionserver.HStore(327): Store=46f0bcf33336fc9444365596bd276789/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:20:17,783 INFO [StoreOpener-46f0bcf33336fc9444365596bd276789-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:17,783 INFO [StoreOpener-46f0bcf33336fc9444365596bd276789-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T03:20:17,783 INFO [StoreOpener-46f0bcf33336fc9444365596bd276789-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46f0bcf33336fc9444365596bd276789 columnFamilyName B 2024-12-06T03:20:17,783 DEBUG [StoreOpener-46f0bcf33336fc9444365596bd276789-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:20:17,784 INFO [StoreOpener-46f0bcf33336fc9444365596bd276789-1 {}] regionserver.HStore(327): Store=46f0bcf33336fc9444365596bd276789/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:20:17,784 INFO [StoreOpener-46f0bcf33336fc9444365596bd276789-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:17,785 INFO [StoreOpener-46f0bcf33336fc9444365596bd276789-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T03:20:17,785 INFO [StoreOpener-46f0bcf33336fc9444365596bd276789-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46f0bcf33336fc9444365596bd276789 columnFamilyName C 2024-12-06T03:20:17,785 DEBUG [StoreOpener-46f0bcf33336fc9444365596bd276789-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:20:17,785 INFO [StoreOpener-46f0bcf33336fc9444365596bd276789-1 {}] regionserver.HStore(327): Store=46f0bcf33336fc9444365596bd276789/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:20:17,785 INFO [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:17,786 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:17,786 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:17,787 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T03:20:17,788 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(1085): writing seq id for 46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:17,789 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T03:20:17,790 INFO [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(1102): Opened 46f0bcf33336fc9444365596bd276789; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61881285, jitterRate=-0.07789699733257294}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T03:20:17,790 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegion(1001): Region open journal for 46f0bcf33336fc9444365596bd276789: 2024-12-06T03:20:17,791 INFO [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789., pid=108, masterSystemTime=1733455217776 2024-12-06T03:20:17,792 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:17,792 INFO [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=108}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:17,792 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=107 updating hbase:meta row=46f0bcf33336fc9444365596bd276789, regionState=OPEN, openSeqNum=2, regionLocation=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:17,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=108, resume processing ppid=107 2024-12-06T03:20:17,794 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=108, ppid=107, state=SUCCESS; OpenRegionProcedure 46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 in 168 msec 2024-12-06T03:20:17,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=107, resume processing ppid=106 2024-12-06T03:20:17,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=107, ppid=106, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=46f0bcf33336fc9444365596bd276789, ASSIGN in 322 msec 2024-12-06T03:20:17,796 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=106, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T03:20:17,796 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733455217796"}]},"ts":"1733455217796"} 2024-12-06T03:20:17,797 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-06T03:20:17,801 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=106, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T03:20:17,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=106, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1520 sec 2024-12-06T03:20:18,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=106 2024-12-06T03:20:18,755 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 106 completed 2024-12-06T03:20:18,756 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b976e1a to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1df61dc9 2024-12-06T03:20:18,760 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fe71801, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:20:18,761 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:20:18,762 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50256, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:20:18,764 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T03:20:18,765 INFO [RS-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38156, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T03:20:18,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-06T03:20:18,767 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T03:20:18,768 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=109, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-06T03:20:18,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742202_1378 (size=999) 2024-12-06T03:20:19,177 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-06T03:20:19,177 INFO [PEWorker-2 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-06T03:20:19,179 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=110, ppid=109, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-06T03:20:19,181 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=46f0bcf33336fc9444365596bd276789, REOPEN/MOVE}] 2024-12-06T03:20:19,181 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=46f0bcf33336fc9444365596bd276789, REOPEN/MOVE 2024-12-06T03:20:19,182 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=111 updating hbase:meta row=46f0bcf33336fc9444365596bd276789, regionState=CLOSING, regionLocation=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:19,183 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-06T03:20:19,183 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=112, ppid=111, state=RUNNABLE; CloseRegionProcedure 46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723}] 2024-12-06T03:20:19,334 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:19,334 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(124): Close 46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:19,334 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-06T03:20:19,335 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1681): Closing 46f0bcf33336fc9444365596bd276789, disabling compactions & flushes 2024-12-06T03:20:19,335 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:19,335 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:19,335 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. after waiting 0 ms 2024-12-06T03:20:19,335 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:19,338 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-06T03:20:19,339 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:19,339 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegion(1635): Region close journal for 46f0bcf33336fc9444365596bd276789: 2024-12-06T03:20:19,339 WARN [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] regionserver.HRegionServer(3786): Not adding moved region record: 46f0bcf33336fc9444365596bd276789 to self. 2024-12-06T03:20:19,340 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=112}] handler.UnassignRegionHandler(170): Closed 46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:19,340 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=111 updating hbase:meta row=46f0bcf33336fc9444365596bd276789, regionState=CLOSED 2024-12-06T03:20:19,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=112, resume processing ppid=111 2024-12-06T03:20:19,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=112, ppid=111, state=SUCCESS; CloseRegionProcedure 46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 in 158 msec 2024-12-06T03:20:19,343 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(264): Starting pid=111, ppid=110, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=46f0bcf33336fc9444365596bd276789, REOPEN/MOVE; state=CLOSED, location=4c7f994aa0f5,34349,1733455120723; forceNewPlan=false, retain=true 2024-12-06T03:20:19,493 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=111 updating hbase:meta row=46f0bcf33336fc9444365596bd276789, regionState=OPENING, regionLocation=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:19,494 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=113, ppid=111, state=RUNNABLE; OpenRegionProcedure 46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723}] 2024-12-06T03:20:19,646 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:19,649 INFO [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:19,649 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(7285): Opening region: {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} 2024-12-06T03:20:19,649 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees 46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:19,649 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:20:19,650 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(7327): checking encryption for 46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:19,650 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(7330): checking classloading for 46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:19,651 INFO [StoreOpener-46f0bcf33336fc9444365596bd276789-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region 46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:19,652 INFO [StoreOpener-46f0bcf33336fc9444365596bd276789-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T03:20:19,652 INFO [StoreOpener-46f0bcf33336fc9444365596bd276789-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46f0bcf33336fc9444365596bd276789 columnFamilyName A 2024-12-06T03:20:19,653 DEBUG [StoreOpener-46f0bcf33336fc9444365596bd276789-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:20:19,653 INFO [StoreOpener-46f0bcf33336fc9444365596bd276789-1 {}] regionserver.HStore(327): Store=46f0bcf33336fc9444365596bd276789/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:20:19,654 INFO [StoreOpener-46f0bcf33336fc9444365596bd276789-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region 46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:19,654 INFO [StoreOpener-46f0bcf33336fc9444365596bd276789-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T03:20:19,654 INFO [StoreOpener-46f0bcf33336fc9444365596bd276789-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46f0bcf33336fc9444365596bd276789 columnFamilyName B 2024-12-06T03:20:19,654 DEBUG [StoreOpener-46f0bcf33336fc9444365596bd276789-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:20:19,655 INFO [StoreOpener-46f0bcf33336fc9444365596bd276789-1 {}] regionserver.HStore(327): Store=46f0bcf33336fc9444365596bd276789/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:20:19,655 INFO [StoreOpener-46f0bcf33336fc9444365596bd276789-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region 46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:19,655 INFO [StoreOpener-46f0bcf33336fc9444365596bd276789-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T03:20:19,655 INFO [StoreOpener-46f0bcf33336fc9444365596bd276789-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 46f0bcf33336fc9444365596bd276789 columnFamilyName C 2024-12-06T03:20:19,655 DEBUG [StoreOpener-46f0bcf33336fc9444365596bd276789-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:20:19,656 INFO [StoreOpener-46f0bcf33336fc9444365596bd276789-1 {}] regionserver.HStore(327): Store=46f0bcf33336fc9444365596bd276789/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:20:19,656 INFO [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:19,656 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:19,657 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:19,658 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T03:20:19,659 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(1085): writing seq id for 46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:19,660 INFO [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(1102): Opened 46f0bcf33336fc9444365596bd276789; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68342985, jitterRate=0.018389835953712463}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T03:20:19,661 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegion(1001): Region open journal for 46f0bcf33336fc9444365596bd276789: 2024-12-06T03:20:19,661 INFO [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789., pid=113, masterSystemTime=1733455219646 2024-12-06T03:20:19,662 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:19,662 INFO [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=113}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:19,663 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=111 updating hbase:meta row=46f0bcf33336fc9444365596bd276789, regionState=OPEN, openSeqNum=5, regionLocation=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:19,664 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=113, resume processing ppid=111 2024-12-06T03:20:19,665 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=113, ppid=111, state=SUCCESS; OpenRegionProcedure 46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 in 169 msec 2024-12-06T03:20:19,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=111, resume processing ppid=110 2024-12-06T03:20:19,666 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=111, ppid=110, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=46f0bcf33336fc9444365596bd276789, REOPEN/MOVE in 484 msec 2024-12-06T03:20:19,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=110, resume processing ppid=109 2024-12-06T03:20:19,667 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=110, ppid=109, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 487 msec 2024-12-06T03:20:19,668 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=109, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 901 msec 2024-12-06T03:20:19,669 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=109 2024-12-06T03:20:19,670 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1b82ba2a to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@3637e4c6 2024-12-06T03:20:19,677 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51f7d511, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:20:19,678 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7b6cf8cb to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@72f422b4 2024-12-06T03:20:19,681 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1dc42ea6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:20:19,682 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7ec15031 to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2df33cdf 2024-12-06T03:20:19,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@117e86d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:20:19,686 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3dd5b441 to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@9f472e0 2024-12-06T03:20:19,689 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cd96549, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:20:19,689 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3c336ea4 to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@167a78b0 2024-12-06T03:20:19,692 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31aea41b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:20:19,692 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5aee939b to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1e247aa1 2024-12-06T03:20:19,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@801ba40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:20:19,695 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x1f49665c to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@2205f666 2024-12-06T03:20:19,702 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27539bdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:20:19,703 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x683f8469 to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6584e9ce 2024-12-06T03:20:19,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e3203d9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:20:19,707 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x75e4d3d0 to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@37ec8e3b 2024-12-06T03:20:19,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@798e7fd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:20:19,710 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2b308f62 to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@787e5169 2024-12-06T03:20:19,714 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7284f16d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:20:19,720 DEBUG [hconnection-0x522168ef-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:20:19,721 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:20:19,721 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50258, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:20:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees 2024-12-06T03:20:19,722 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:20:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-06T03:20:19,723 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=114, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:20:19,723 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=115, ppid=114, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:20:19,728 DEBUG [hconnection-0x3625c1c7-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:20:19,728 DEBUG [hconnection-0xc900263-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:20:19,729 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50274, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:20:19,729 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50272, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:20:19,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:19,732 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 46f0bcf33336fc9444365596bd276789 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T03:20:19,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=A 2024-12-06T03:20:19,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:19,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=B 2024-12-06T03:20:19,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:19,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=C 2024-12-06T03:20:19,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:19,736 DEBUG [hconnection-0xa082314-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:20:19,737 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50288, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:20:19,737 DEBUG [hconnection-0x7f8fd376-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:20:19,737 DEBUG [hconnection-0x11171b58-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:20:19,738 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50298, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:20:19,738 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50292, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:20:19,741 DEBUG [hconnection-0x12bffb0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:20:19,741 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50306, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:20:19,742 DEBUG [hconnection-0x66ed6089-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:20:19,748 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50310, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:20:19,756 DEBUG [hconnection-0x74637d2d-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:20:19,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:19,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50288 deadline: 1733455279758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:19,761 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:19,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50298 deadline: 1733455279759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:19,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:19,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50258 deadline: 1733455279760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:19,762 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:19,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455279761, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:19,764 DEBUG [hconnection-0x1ec0c5d2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:20:19,765 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50316, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:20:19,766 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50330, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:20:19,766 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206459fffa340034756a254ac43698640b9_46f0bcf33336fc9444365596bd276789 is 50, key is test_row_0/A:col10/1733455219728/Put/seqid=0 2024-12-06T03:20:19,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:19,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50306 deadline: 1733455279766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:19,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742203_1379 (size=12154) 2024-12-06T03:20:19,780 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:20:19,783 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206459fffa340034756a254ac43698640b9_46f0bcf33336fc9444365596bd276789 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206459fffa340034756a254ac43698640b9_46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:19,784 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/477075a2969a4fcdb89cf29114689493, store: [table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:19,785 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/477075a2969a4fcdb89cf29114689493 is 175, key is test_row_0/A:col10/1733455219728/Put/seqid=0 2024-12-06T03:20:19,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742204_1380 (size=30955) 2024-12-06T03:20:19,789 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=15, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/477075a2969a4fcdb89cf29114689493 2024-12-06T03:20:19,812 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/b22e1df2c2d24ce3aa592bbfb43adf88 is 50, key is test_row_0/B:col10/1733455219728/Put/seqid=0 2024-12-06T03:20:19,821 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742205_1381 (size=12001) 2024-12-06T03:20:19,821 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/b22e1df2c2d24ce3aa592bbfb43adf88 2024-12-06T03:20:19,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-06T03:20:19,850 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/654578013b844b049272ccd8ce2b9d2f is 50, key is test_row_0/C:col10/1733455219728/Put/seqid=0 2024-12-06T03:20:19,857 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742206_1382 (size=12001) 2024-12-06T03:20:19,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:19,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50288 deadline: 1733455279862, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:19,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:19,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50298 deadline: 1733455279863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:19,864 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:19,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50258 deadline: 1733455279863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:19,865 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:19,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455279863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:19,868 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:19,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50306 deadline: 1733455279867, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:19,874 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:19,874 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-06T03:20:19,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:19,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. as already flushing 2024-12-06T03:20:19,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:19,875 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:19,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:19,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:20,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-06T03:20:20,027 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:20,027 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-06T03:20:20,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:20,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. as already flushing 2024-12-06T03:20:20,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:20,028 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:20,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:20,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:20,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:20,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50298 deadline: 1733455280065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:20,069 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:20,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50258 deadline: 1733455280065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:20,070 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:20,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50288 deadline: 1733455280066, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:20,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:20,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455280067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:20,074 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:20,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50306 deadline: 1733455280070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:20,179 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:20,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-06T03:20:20,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:20,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. as already flushing 2024-12-06T03:20:20,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:20,180 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] handler.RSProcedureHandler(58): pid=115 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:20,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=115 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:20,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=115 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:20,258 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=15 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/654578013b844b049272ccd8ce2b9d2f 2024-12-06T03:20:20,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/477075a2969a4fcdb89cf29114689493 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/477075a2969a4fcdb89cf29114689493 2024-12-06T03:20:20,266 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/477075a2969a4fcdb89cf29114689493, entries=150, sequenceid=15, filesize=30.2 K 2024-12-06T03:20:20,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/b22e1df2c2d24ce3aa592bbfb43adf88 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/b22e1df2c2d24ce3aa592bbfb43adf88 2024-12-06T03:20:20,271 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/b22e1df2c2d24ce3aa592bbfb43adf88, entries=150, sequenceid=15, filesize=11.7 K 2024-12-06T03:20:20,272 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/654578013b844b049272ccd8ce2b9d2f as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/654578013b844b049272ccd8ce2b9d2f 2024-12-06T03:20:20,275 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/654578013b844b049272ccd8ce2b9d2f, entries=150, sequenceid=15, filesize=11.7 K 2024-12-06T03:20:20,276 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 46f0bcf33336fc9444365596bd276789 in 545ms, sequenceid=15, compaction requested=false 2024-12-06T03:20:20,276 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 46f0bcf33336fc9444365596bd276789: 2024-12-06T03:20:20,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-06T03:20:20,332 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:20,332 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=115 2024-12-06T03:20:20,332 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:20,333 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2837): Flushing 46f0bcf33336fc9444365596bd276789 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-06T03:20:20,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=A 2024-12-06T03:20:20,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:20,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=B 2024-12-06T03:20:20,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:20,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=C 2024-12-06T03:20:20,333 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:20,340 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206495e99839e0147aab8439635a04b5c1e_46f0bcf33336fc9444365596bd276789 is 50, key is test_row_0/A:col10/1733455219758/Put/seqid=0 2024-12-06T03:20:20,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742207_1383 (size=12154) 2024-12-06T03:20:20,373 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. as already flushing 2024-12-06T03:20:20,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:20,380 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:20,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50258 deadline: 1733455280377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:20,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:20,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455280378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:20,383 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:20,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50288 deadline: 1733455280379, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:20,384 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:20,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50306 deadline: 1733455280380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:20,385 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:20,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50298 deadline: 1733455280380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:20,482 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:20,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50258 deadline: 1733455280481, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:20,486 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:20,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455280484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:20,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:20,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50288 deadline: 1733455280484, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:20,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:20,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50306 deadline: 1733455280485, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:20,487 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:20,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50298 deadline: 1733455280486, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:20,686 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:20,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50258 deadline: 1733455280683, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:20,691 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:20,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50288 deadline: 1733455280688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:20,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:20,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50298 deadline: 1733455280688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:20,692 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455280688, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:20,693 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:20,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50306 deadline: 1733455280689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:20,745 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:20:20,749 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206495e99839e0147aab8439635a04b5c1e_46f0bcf33336fc9444365596bd276789 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206495e99839e0147aab8439635a04b5c1e_46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:20,750 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/b8ba78fd1e5142aeb4525d77772d88b4, store: [table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:20,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/b8ba78fd1e5142aeb4525d77772d88b4 is 175, key is test_row_0/A:col10/1733455219758/Put/seqid=0 2024-12-06T03:20:20,759 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742208_1384 (size=30955) 2024-12-06T03:20:20,760 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=40, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/b8ba78fd1e5142aeb4525d77772d88b4 2024-12-06T03:20:20,769 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/d683496d63f048988bd51cb688d5b88a is 50, key is test_row_0/B:col10/1733455219758/Put/seqid=0 2024-12-06T03:20:20,789 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742209_1385 (size=12001) 2024-12-06T03:20:20,792 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/d683496d63f048988bd51cb688d5b88a 2024-12-06T03:20:20,808 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/996b221f41524f64a4d4452e600f6692 is 50, key is test_row_0/C:col10/1733455219758/Put/seqid=0 2024-12-06T03:20:20,823 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742210_1386 (size=12001) 2024-12-06T03:20:20,824 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=40 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/996b221f41524f64a4d4452e600f6692 2024-12-06T03:20:20,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-06T03:20:20,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/b8ba78fd1e5142aeb4525d77772d88b4 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/b8ba78fd1e5142aeb4525d77772d88b4 2024-12-06T03:20:20,837 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/b8ba78fd1e5142aeb4525d77772d88b4, entries=150, sequenceid=40, filesize=30.2 K 2024-12-06T03:20:20,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/d683496d63f048988bd51cb688d5b88a as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/d683496d63f048988bd51cb688d5b88a 2024-12-06T03:20:20,842 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/d683496d63f048988bd51cb688d5b88a, entries=150, sequenceid=40, filesize=11.7 K 2024-12-06T03:20:20,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/996b221f41524f64a4d4452e600f6692 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/996b221f41524f64a4d4452e600f6692 2024-12-06T03:20:20,847 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/996b221f41524f64a4d4452e600f6692, entries=150, sequenceid=40, filesize=11.7 K 2024-12-06T03:20:20,849 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 46f0bcf33336fc9444365596bd276789 in 516ms, sequenceid=40, compaction requested=false 2024-12-06T03:20:20,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.HRegion(2538): Flush status journal for 46f0bcf33336fc9444365596bd276789: 2024-12-06T03:20:20,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:20,849 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=115}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=115 2024-12-06T03:20:20,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=115 2024-12-06T03:20:20,851 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=115, resume processing ppid=114 2024-12-06T03:20:20,851 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=115, ppid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1270 sec 2024-12-06T03:20:20,853 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=114, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=114, table=TestAcidGuarantees in 1.1310 sec 2024-12-06T03:20:20,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:20,989 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 46f0bcf33336fc9444365596bd276789 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-06T03:20:20,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=A 2024-12-06T03:20:20,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:20,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=B 2024-12-06T03:20:20,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:20,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=C 2024-12-06T03:20:20,990 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:20,997 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206b7857de4d7874a03a1d10c8ed284a7af_46f0bcf33336fc9444365596bd276789 is 50, key is test_row_0/A:col10/1733455220378/Put/seqid=0 2024-12-06T03:20:21,007 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742211_1387 (size=14594) 2024-12-06T03:20:21,008 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:20:21,011 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206b7857de4d7874a03a1d10c8ed284a7af_46f0bcf33336fc9444365596bd276789 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206b7857de4d7874a03a1d10c8ed284a7af_46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:21,013 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/d1cfdce679194d4baf65e9e3949e9f15, store: [table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:21,014 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/d1cfdce679194d4baf65e9e3949e9f15 is 175, key is test_row_0/A:col10/1733455220378/Put/seqid=0 2024-12-06T03:20:21,019 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742212_1388 (size=39549) 2024-12-06T03:20:21,020 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=52, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/d1cfdce679194d4baf65e9e3949e9f15 2024-12-06T03:20:21,026 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/4e82c3cd33b542d1ba19a2aefb08cb22 is 50, key is test_row_0/B:col10/1733455220378/Put/seqid=0 2024-12-06T03:20:21,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742213_1389 (size=12001) 2024-12-06T03:20:21,029 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/4e82c3cd33b542d1ba19a2aefb08cb22 2024-12-06T03:20:21,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:21,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50288 deadline: 1733455281024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:21,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:21,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50306 deadline: 1733455281026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:21,033 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:21,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50298 deadline: 1733455281027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:21,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/cba6ec93c97f4de6833131bb53c50b99 is 50, key is test_row_0/C:col10/1733455220378/Put/seqid=0 2024-12-06T03:20:21,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742214_1390 (size=12001) 2024-12-06T03:20:21,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455281030, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:21,040 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50258 deadline: 1733455281031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:21,136 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50288 deadline: 1733455281132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:21,137 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:21,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50306 deadline: 1733455281133, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:21,143 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:21,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50258 deadline: 1733455281141, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:21,147 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:21,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50298 deadline: 1733455281143, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:21,152 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:21,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455281144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:21,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50306 deadline: 1733455281339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:21,342 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:21,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50288 deadline: 1733455281339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:21,348 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:21,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50258 deadline: 1733455281344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:21,353 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:21,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50298 deadline: 1733455281349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:21,359 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:21,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455281353, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:21,439 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/cba6ec93c97f4de6833131bb53c50b99 2024-12-06T03:20:21,444 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/d1cfdce679194d4baf65e9e3949e9f15 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/d1cfdce679194d4baf65e9e3949e9f15 2024-12-06T03:20:21,447 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/d1cfdce679194d4baf65e9e3949e9f15, entries=200, sequenceid=52, filesize=38.6 K 2024-12-06T03:20:21,448 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/4e82c3cd33b542d1ba19a2aefb08cb22 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/4e82c3cd33b542d1ba19a2aefb08cb22 2024-12-06T03:20:21,454 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/4e82c3cd33b542d1ba19a2aefb08cb22, entries=150, sequenceid=52, filesize=11.7 K 2024-12-06T03:20:21,455 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/cba6ec93c97f4de6833131bb53c50b99 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/cba6ec93c97f4de6833131bb53c50b99 2024-12-06T03:20:21,459 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/cba6ec93c97f4de6833131bb53c50b99, entries=150, sequenceid=52, filesize=11.7 K 2024-12-06T03:20:21,460 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for 46f0bcf33336fc9444365596bd276789 in 471ms, sequenceid=52, compaction requested=true 2024-12-06T03:20:21,460 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 46f0bcf33336fc9444365596bd276789: 2024-12-06T03:20:21,460 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T03:20:21,460 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:20:21,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46f0bcf33336fc9444365596bd276789:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:20:21,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:21,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46f0bcf33336fc9444365596bd276789:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:20:21,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:20:21,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46f0bcf33336fc9444365596bd276789:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:20:21,461 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-06T03:20:21,461 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:20:21,465 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101459 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:20:21,465 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): 46f0bcf33336fc9444365596bd276789/A is initiating minor compaction (all files) 2024-12-06T03:20:21,465 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 46f0bcf33336fc9444365596bd276789/A in TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:21,465 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/477075a2969a4fcdb89cf29114689493, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/b8ba78fd1e5142aeb4525d77772d88b4, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/d1cfdce679194d4baf65e9e3949e9f15] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp, totalSize=99.1 K 2024-12-06T03:20:21,465 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:21,465 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:20:21,465 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. files: [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/477075a2969a4fcdb89cf29114689493, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/b8ba78fd1e5142aeb4525d77772d88b4, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/d1cfdce679194d4baf65e9e3949e9f15] 2024-12-06T03:20:21,466 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): 46f0bcf33336fc9444365596bd276789/B is initiating minor compaction (all files) 2024-12-06T03:20:21,466 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 46f0bcf33336fc9444365596bd276789/B in TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:21,466 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/b22e1df2c2d24ce3aa592bbfb43adf88, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/d683496d63f048988bd51cb688d5b88a, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/4e82c3cd33b542d1ba19a2aefb08cb22] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp, totalSize=35.2 K 2024-12-06T03:20:21,466 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting b22e1df2c2d24ce3aa592bbfb43adf88, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733455219728 2024-12-06T03:20:21,467 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting d683496d63f048988bd51cb688d5b88a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733455219756 2024-12-06T03:20:21,467 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 477075a2969a4fcdb89cf29114689493, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733455219728 2024-12-06T03:20:21,467 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 4e82c3cd33b542d1ba19a2aefb08cb22, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733455220378 2024-12-06T03:20:21,468 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting b8ba78fd1e5142aeb4525d77772d88b4, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733455219756 2024-12-06T03:20:21,469 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting d1cfdce679194d4baf65e9e3949e9f15, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733455220378 2024-12-06T03:20:21,476 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46f0bcf33336fc9444365596bd276789#B#compaction#336 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:20:21,477 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/c81cc646dff24916b9f14062ae4a8a58 is 50, key is test_row_0/B:col10/1733455220378/Put/seqid=0 2024-12-06T03:20:21,480 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:21,496 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206482bcc55c9b24e0a8188d79d743e76fd_46f0bcf33336fc9444365596bd276789 store=[table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:21,499 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206482bcc55c9b24e0a8188d79d743e76fd_46f0bcf33336fc9444365596bd276789, store=[table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:21,499 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206482bcc55c9b24e0a8188d79d743e76fd_46f0bcf33336fc9444365596bd276789 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:21,517 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742215_1391 (size=12104) 2024-12-06T03:20:21,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742216_1392 (size=4469) 2024-12-06T03:20:21,521 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46f0bcf33336fc9444365596bd276789#A#compaction#337 average throughput is 0.60 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:20:21,521 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/df0aab9f857c418c98eafcddce87116f is 175, key is test_row_0/A:col10/1733455220378/Put/seqid=0 2024-12-06T03:20:21,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742217_1393 (size=31058) 2024-12-06T03:20:21,535 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/df0aab9f857c418c98eafcddce87116f as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/df0aab9f857c418c98eafcddce87116f 2024-12-06T03:20:21,541 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 46f0bcf33336fc9444365596bd276789/A of 46f0bcf33336fc9444365596bd276789 into df0aab9f857c418c98eafcddce87116f(size=30.3 K), total size for store is 30.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:20:21,541 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 46f0bcf33336fc9444365596bd276789: 2024-12-06T03:20:21,541 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789., storeName=46f0bcf33336fc9444365596bd276789/A, priority=13, startTime=1733455221460; duration=0sec 2024-12-06T03:20:21,541 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:20:21,542 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46f0bcf33336fc9444365596bd276789:A 2024-12-06T03:20:21,542 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:20:21,543 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36003 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:20:21,544 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): 46f0bcf33336fc9444365596bd276789/C is initiating minor compaction (all files) 2024-12-06T03:20:21,544 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 46f0bcf33336fc9444365596bd276789/C in TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:21,544 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/654578013b844b049272ccd8ce2b9d2f, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/996b221f41524f64a4d4452e600f6692, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/cba6ec93c97f4de6833131bb53c50b99] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp, totalSize=35.2 K 2024-12-06T03:20:21,544 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 654578013b844b049272ccd8ce2b9d2f, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=15, earliestPutTs=1733455219728 2024-12-06T03:20:21,545 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 996b221f41524f64a4d4452e600f6692, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=40, earliestPutTs=1733455219756 2024-12-06T03:20:21,545 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting cba6ec93c97f4de6833131bb53c50b99, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733455220378 2024-12-06T03:20:21,554 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46f0bcf33336fc9444365596bd276789#C#compaction#338 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:20:21,554 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/8fb40a46bda54682b23dff1857b45aa0 is 50, key is test_row_0/C:col10/1733455220378/Put/seqid=0 2024-12-06T03:20:21,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742218_1394 (size=12104) 2024-12-06T03:20:21,572 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/8fb40a46bda54682b23dff1857b45aa0 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/8fb40a46bda54682b23dff1857b45aa0 2024-12-06T03:20:21,578 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 46f0bcf33336fc9444365596bd276789/C of 46f0bcf33336fc9444365596bd276789 into 8fb40a46bda54682b23dff1857b45aa0(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:20:21,578 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 46f0bcf33336fc9444365596bd276789: 2024-12-06T03:20:21,578 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789., storeName=46f0bcf33336fc9444365596bd276789/C, priority=13, startTime=1733455221461; duration=0sec 2024-12-06T03:20:21,578 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:21,578 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46f0bcf33336fc9444365596bd276789:C 2024-12-06T03:20:21,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:21,646 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 46f0bcf33336fc9444365596bd276789 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-06T03:20:21,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=A 2024-12-06T03:20:21,646 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:21,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=B 2024-12-06T03:20:21,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:21,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=C 2024-12-06T03:20:21,647 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:21,654 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206d0b9484ada574cc584c33b8098aaaecf_46f0bcf33336fc9444365596bd276789 is 50, key is test_row_0/A:col10/1733455221030/Put/seqid=0 2024-12-06T03:20:21,658 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742219_1395 (size=14594) 2024-12-06T03:20:21,662 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50306 deadline: 1733455281656, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:21,665 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50288 deadline: 1733455281659, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:21,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50258 deadline: 1733455281660, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:21,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50298 deadline: 1733455281661, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:21,666 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455281662, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:21,766 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:21,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 30 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50306 deadline: 1733455281763, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:21,769 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:21,770 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50288 deadline: 1733455281767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:21,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50258 deadline: 1733455281767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:21,772 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:21,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50298 deadline: 1733455281767, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:21,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=114 2024-12-06T03:20:21,826 INFO [Thread-1701 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 114 completed 2024-12-06T03:20:21,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:20:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees 2024-12-06T03:20:21,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-06T03:20:21,829 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:20:21,830 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=116, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:20:21,830 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=117, ppid=116, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:20:21,922 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/c81cc646dff24916b9f14062ae4a8a58 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/c81cc646dff24916b9f14062ae4a8a58 2024-12-06T03:20:21,926 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 46f0bcf33336fc9444365596bd276789/B of 46f0bcf33336fc9444365596bd276789 into c81cc646dff24916b9f14062ae4a8a58(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:20:21,926 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 46f0bcf33336fc9444365596bd276789: 2024-12-06T03:20:21,926 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789., storeName=46f0bcf33336fc9444365596bd276789/B, priority=13, startTime=1733455221461; duration=0sec 2024-12-06T03:20:21,927 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:21,927 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46f0bcf33336fc9444365596bd276789:B 2024-12-06T03:20:21,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-06T03:20:21,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:21,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50306 deadline: 1733455281968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:21,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:21,977 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50288 deadline: 1733455281971, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50258 deadline: 1733455281973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:21,977 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:21,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50298 deadline: 1733455281973, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:21,981 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:21,982 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-06T03:20:21,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:21,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. as already flushing 2024-12-06T03:20:21,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:21,982 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:21,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:21,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:22,059 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:20:22,063 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206d0b9484ada574cc584c33b8098aaaecf_46f0bcf33336fc9444365596bd276789 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206d0b9484ada574cc584c33b8098aaaecf_46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:22,064 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/0a4a945131e746e292e5725246da8849, store: [table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:22,064 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/0a4a945131e746e292e5725246da8849 is 175, key is test_row_0/A:col10/1733455221030/Put/seqid=0 2024-12-06T03:20:22,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742220_1396 (size=39549) 2024-12-06T03:20:22,069 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=79, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/0a4a945131e746e292e5725246da8849 2024-12-06T03:20:22,076 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/74ce65b04cd74f5291ccb2af58df0728 is 50, key is test_row_0/B:col10/1733455221030/Put/seqid=0 2024-12-06T03:20:22,079 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742221_1397 (size=12001) 2024-12-06T03:20:22,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-06T03:20:22,134 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:22,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-06T03:20:22,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:22,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. as already flushing 2024-12-06T03:20:22,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:22,135 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:22,135 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:22,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:22,172 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:22,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455282169, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:22,274 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:22,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50306 deadline: 1733455282271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:22,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:22,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50258 deadline: 1733455282278, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:22,281 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:22,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50298 deadline: 1733455282279, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:22,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:22,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50288 deadline: 1733455282280, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:22,287 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:22,287 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-06T03:20:22,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:22,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. as already flushing 2024-12-06T03:20:22,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:22,288 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:22,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:22,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:22,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-06T03:20:22,440 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:22,440 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-06T03:20:22,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:22,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. as already flushing 2024-12-06T03:20:22,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:22,441 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:22,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:22,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:22,480 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/74ce65b04cd74f5291ccb2af58df0728 2024-12-06T03:20:22,487 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/dbda8490da66464d8696d88409b077eb is 50, key is test_row_0/C:col10/1733455221030/Put/seqid=0 2024-12-06T03:20:22,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742222_1398 (size=12001) 2024-12-06T03:20:22,593 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:22,594 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-06T03:20:22,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:22,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. as already flushing 2024-12-06T03:20:22,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:22,594 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:22,594 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:22,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:22,746 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:22,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-06T03:20:22,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:22,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. as already flushing 2024-12-06T03:20:22,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:22,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:22,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:22,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:22,778 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:22,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50306 deadline: 1733455282775, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:22,788 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:22,788 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50258 deadline: 1733455282783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:22,789 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:22,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50288 deadline: 1733455282785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:22,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:22,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50298 deadline: 1733455282787, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:22,892 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=79 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/dbda8490da66464d8696d88409b077eb 2024-12-06T03:20:22,896 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/0a4a945131e746e292e5725246da8849 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/0a4a945131e746e292e5725246da8849 2024-12-06T03:20:22,898 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:22,898 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-06T03:20:22,898 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:22,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. as already flushing 2024-12-06T03:20:22,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:22,899 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] handler.RSProcedureHandler(58): pid=117 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:22,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=117 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:22,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=117 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:22,900 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/0a4a945131e746e292e5725246da8849, entries=200, sequenceid=79, filesize=38.6 K 2024-12-06T03:20:22,901 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/74ce65b04cd74f5291ccb2af58df0728 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/74ce65b04cd74f5291ccb2af58df0728 2024-12-06T03:20:22,905 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/74ce65b04cd74f5291ccb2af58df0728, entries=150, sequenceid=79, filesize=11.7 K 2024-12-06T03:20:22,905 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/dbda8490da66464d8696d88409b077eb as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/dbda8490da66464d8696d88409b077eb 2024-12-06T03:20:22,909 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/dbda8490da66464d8696d88409b077eb, entries=150, sequenceid=79, filesize=11.7 K 2024-12-06T03:20:22,909 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for 46f0bcf33336fc9444365596bd276789 in 1263ms, sequenceid=79, compaction requested=false 2024-12-06T03:20:22,909 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 46f0bcf33336fc9444365596bd276789: 2024-12-06T03:20:22,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-06T03:20:23,051 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:23,051 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=117 2024-12-06T03:20:23,051 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:23,052 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2837): Flushing 46f0bcf33336fc9444365596bd276789 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T03:20:23,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=A 2024-12-06T03:20:23,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:23,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=B 2024-12-06T03:20:23,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:23,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=C 2024-12-06T03:20:23,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:23,058 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206b7cf80875ebf4d01bd5d058eba350f0c_46f0bcf33336fc9444365596bd276789 is 50, key is test_row_0/A:col10/1733455221660/Put/seqid=0 2024-12-06T03:20:23,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742223_1399 (size=12154) 2024-12-06T03:20:23,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:23,181 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. as already flushing 2024-12-06T03:20:23,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:23,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455283303, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:23,415 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:23,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455283409, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:23,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:20:23,467 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206b7cf80875ebf4d01bd5d058eba350f0c_46f0bcf33336fc9444365596bd276789 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206b7cf80875ebf4d01bd5d058eba350f0c_46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:23,468 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/0e12b272827840e9b0512eae3e7758ee, store: [table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:23,469 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/0e12b272827840e9b0512eae3e7758ee is 175, key is test_row_0/A:col10/1733455221660/Put/seqid=0 2024-12-06T03:20:23,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742224_1400 (size=30955) 2024-12-06T03:20:23,474 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/0e12b272827840e9b0512eae3e7758ee 2024-12-06T03:20:23,480 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/cdcedbbca4e84ebbaf1294390f0e8738 is 50, key is test_row_0/B:col10/1733455221660/Put/seqid=0 2024-12-06T03:20:23,493 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742225_1401 (size=12001) 2024-12-06T03:20:23,494 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/cdcedbbca4e84ebbaf1294390f0e8738 2024-12-06T03:20:23,502 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/fa66d791ea90401c8743e2cdec9e79cf is 50, key is test_row_0/C:col10/1733455221660/Put/seqid=0 2024-12-06T03:20:23,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742226_1402 (size=12001) 2024-12-06T03:20:23,510 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/fa66d791ea90401c8743e2cdec9e79cf 2024-12-06T03:20:23,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/0e12b272827840e9b0512eae3e7758ee as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/0e12b272827840e9b0512eae3e7758ee 2024-12-06T03:20:23,519 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/0e12b272827840e9b0512eae3e7758ee, entries=150, sequenceid=91, filesize=30.2 K 2024-12-06T03:20:23,519 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/cdcedbbca4e84ebbaf1294390f0e8738 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/cdcedbbca4e84ebbaf1294390f0e8738 2024-12-06T03:20:23,524 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/cdcedbbca4e84ebbaf1294390f0e8738, entries=150, sequenceid=91, filesize=11.7 K 2024-12-06T03:20:23,525 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/fa66d791ea90401c8743e2cdec9e79cf as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/fa66d791ea90401c8743e2cdec9e79cf 2024-12-06T03:20:23,528 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/fa66d791ea90401c8743e2cdec9e79cf, entries=150, sequenceid=91, filesize=11.7 K 2024-12-06T03:20:23,529 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 46f0bcf33336fc9444365596bd276789 in 477ms, sequenceid=91, compaction requested=true 2024-12-06T03:20:23,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.HRegion(2538): Flush status journal for 46f0bcf33336fc9444365596bd276789: 2024-12-06T03:20:23,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:23,529 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=117}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=117 2024-12-06T03:20:23,529 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=117 2024-12-06T03:20:23,531 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=117, resume processing ppid=116 2024-12-06T03:20:23,531 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=117, ppid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7000 sec 2024-12-06T03:20:23,534 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=116, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=116, table=TestAcidGuarantees in 1.7050 sec 2024-12-06T03:20:23,619 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:23,619 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 46f0bcf33336fc9444365596bd276789 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-06T03:20:23,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=A 2024-12-06T03:20:23,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:23,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=B 2024-12-06T03:20:23,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:23,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=C 2024-12-06T03:20:23,620 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:23,626 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064da8aa9ac7fd4583aa2e332673a0e6fe_46f0bcf33336fc9444365596bd276789 is 50, key is test_row_0/A:col10/1733455223302/Put/seqid=0 2024-12-06T03:20:23,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742227_1403 (size=14594) 2024-12-06T03:20:23,659 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:23,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455283652, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:23,765 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:23,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455283760, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:23,786 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:23,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50306 deadline: 1733455283783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:23,799 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:23,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50258 deadline: 1733455283795, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:23,800 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:23,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50298 deadline: 1733455283796, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:23,801 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:23,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50288 deadline: 1733455283797, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:23,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=116 2024-12-06T03:20:23,933 INFO [Thread-1701 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 116 completed 2024-12-06T03:20:23,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:20:23,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees 2024-12-06T03:20:23,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-06T03:20:23,935 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:20:23,936 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=118, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:20:23,936 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=119, ppid=118, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:20:23,972 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:23,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455283966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:24,030 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:20:24,034 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064da8aa9ac7fd4583aa2e332673a0e6fe_46f0bcf33336fc9444365596bd276789 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064da8aa9ac7fd4583aa2e332673a0e6fe_46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:24,035 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/c8190f921f8e4ae1a887b190d8eec130, store: [table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:24,035 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/c8190f921f8e4ae1a887b190d8eec130 is 175, key is test_row_0/A:col10/1733455223302/Put/seqid=0 2024-12-06T03:20:24,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-06T03:20:24,039 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742228_1404 (size=39549) 2024-12-06T03:20:24,040 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=117, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/c8190f921f8e4ae1a887b190d8eec130 2024-12-06T03:20:24,046 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/abf843110c404d19b04ebbfa3a05f803 is 50, key is test_row_0/B:col10/1733455223302/Put/seqid=0 2024-12-06T03:20:24,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742229_1405 (size=12001) 2024-12-06T03:20:24,054 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/abf843110c404d19b04ebbfa3a05f803 2024-12-06T03:20:24,061 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/e714412f5e6f4a189021ac6fc4011c62 is 50, key is test_row_0/C:col10/1733455223302/Put/seqid=0 2024-12-06T03:20:24,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742230_1406 (size=12001) 2024-12-06T03:20:24,071 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=117 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/e714412f5e6f4a189021ac6fc4011c62 2024-12-06T03:20:24,076 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/c8190f921f8e4ae1a887b190d8eec130 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/c8190f921f8e4ae1a887b190d8eec130 2024-12-06T03:20:24,080 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/c8190f921f8e4ae1a887b190d8eec130, entries=200, sequenceid=117, filesize=38.6 K 2024-12-06T03:20:24,081 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/abf843110c404d19b04ebbfa3a05f803 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/abf843110c404d19b04ebbfa3a05f803 2024-12-06T03:20:24,086 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/abf843110c404d19b04ebbfa3a05f803, entries=150, sequenceid=117, filesize=11.7 K 2024-12-06T03:20:24,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/e714412f5e6f4a189021ac6fc4011c62 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/e714412f5e6f4a189021ac6fc4011c62 2024-12-06T03:20:24,088 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:24,088 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-06T03:20:24,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:24,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. as already flushing 2024-12-06T03:20:24,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:24,090 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] handler.RSProcedureHandler(58): pid=119 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:24,090 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=119 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:24,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=119 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:24,091 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/e714412f5e6f4a189021ac6fc4011c62, entries=150, sequenceid=117, filesize=11.7 K 2024-12-06T03:20:24,092 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 46f0bcf33336fc9444365596bd276789 in 473ms, sequenceid=117, compaction requested=true 2024-12-06T03:20:24,092 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 46f0bcf33336fc9444365596bd276789: 2024-12-06T03:20:24,093 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T03:20:24,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46f0bcf33336fc9444365596bd276789:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:20:24,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:24,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46f0bcf33336fc9444365596bd276789:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:20:24,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:24,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46f0bcf33336fc9444365596bd276789:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:20:24,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:20:24,093 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T03:20:24,094 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 141111 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T03:20:24,094 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): 46f0bcf33336fc9444365596bd276789/A is initiating minor compaction (all files) 2024-12-06T03:20:24,094 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 46f0bcf33336fc9444365596bd276789/A in TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:24,094 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/df0aab9f857c418c98eafcddce87116f, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/0a4a945131e746e292e5725246da8849, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/0e12b272827840e9b0512eae3e7758ee, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/c8190f921f8e4ae1a887b190d8eec130] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp, totalSize=137.8 K 2024-12-06T03:20:24,094 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=12 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:24,094 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. files: [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/df0aab9f857c418c98eafcddce87116f, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/0a4a945131e746e292e5725246da8849, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/0e12b272827840e9b0512eae3e7758ee, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/c8190f921f8e4ae1a887b190d8eec130] 2024-12-06T03:20:24,095 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T03:20:24,095 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): 46f0bcf33336fc9444365596bd276789/B is initiating minor compaction (all files) 2024-12-06T03:20:24,095 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 46f0bcf33336fc9444365596bd276789/B in TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:24,095 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/c81cc646dff24916b9f14062ae4a8a58, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/74ce65b04cd74f5291ccb2af58df0728, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/cdcedbbca4e84ebbaf1294390f0e8738, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/abf843110c404d19b04ebbfa3a05f803] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp, totalSize=47.0 K 2024-12-06T03:20:24,095 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting df0aab9f857c418c98eafcddce87116f, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733455220378 2024-12-06T03:20:24,095 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting c81cc646dff24916b9f14062ae4a8a58, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733455220378 2024-12-06T03:20:24,095 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0a4a945131e746e292e5725246da8849, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733455221020 2024-12-06T03:20:24,096 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 74ce65b04cd74f5291ccb2af58df0728, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733455221029 2024-12-06T03:20:24,096 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0e12b272827840e9b0512eae3e7758ee, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733455221652 2024-12-06T03:20:24,096 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting c8190f921f8e4ae1a887b190d8eec130, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733455223287 2024-12-06T03:20:24,096 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting cdcedbbca4e84ebbaf1294390f0e8738, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733455221652 2024-12-06T03:20:24,097 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting abf843110c404d19b04ebbfa3a05f803, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733455223295 2024-12-06T03:20:24,104 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:24,116 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206a14f4425677d45ca9dd2d18e06b05105_46f0bcf33336fc9444365596bd276789 store=[table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:24,117 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46f0bcf33336fc9444365596bd276789#B#compaction#349 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:20:24,118 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/d245a9c3f9514dbbb58b35ec0471f48c is 50, key is test_row_0/B:col10/1733455223302/Put/seqid=0 2024-12-06T03:20:24,119 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206a14f4425677d45ca9dd2d18e06b05105_46f0bcf33336fc9444365596bd276789, store=[table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:24,119 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206a14f4425677d45ca9dd2d18e06b05105_46f0bcf33336fc9444365596bd276789 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:24,124 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742231_1407 (size=12241) 2024-12-06T03:20:24,130 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/d245a9c3f9514dbbb58b35ec0471f48c as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/d245a9c3f9514dbbb58b35ec0471f48c 2024-12-06T03:20:24,135 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 46f0bcf33336fc9444365596bd276789/B of 46f0bcf33336fc9444365596bd276789 into d245a9c3f9514dbbb58b35ec0471f48c(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:20:24,135 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 46f0bcf33336fc9444365596bd276789: 2024-12-06T03:20:24,135 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789., storeName=46f0bcf33336fc9444365596bd276789/B, priority=12, startTime=1733455224093; duration=0sec 2024-12-06T03:20:24,135 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:20:24,135 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46f0bcf33336fc9444365596bd276789:B 2024-12-06T03:20:24,135 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T03:20:24,137 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48107 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T03:20:24,137 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): 46f0bcf33336fc9444365596bd276789/C is initiating minor compaction (all files) 2024-12-06T03:20:24,137 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 46f0bcf33336fc9444365596bd276789/C in TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:24,137 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/8fb40a46bda54682b23dff1857b45aa0, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/dbda8490da66464d8696d88409b077eb, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/fa66d791ea90401c8743e2cdec9e79cf, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/e714412f5e6f4a189021ac6fc4011c62] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp, totalSize=47.0 K 2024-12-06T03:20:24,137 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 8fb40a46bda54682b23dff1857b45aa0, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=52, earliestPutTs=1733455220378 2024-12-06T03:20:24,138 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting dbda8490da66464d8696d88409b077eb, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=79, earliestPutTs=1733455221029 2024-12-06T03:20:24,138 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting fa66d791ea90401c8743e2cdec9e79cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733455221652 2024-12-06T03:20:24,139 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting e714412f5e6f4a189021ac6fc4011c62, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733455223295 2024-12-06T03:20:24,146 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46f0bcf33336fc9444365596bd276789#C#compaction#350 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:20:24,147 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/436b6c2b713944f69c68c8eab91cb9fe is 50, key is test_row_0/C:col10/1733455223302/Put/seqid=0 2024-12-06T03:20:24,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742232_1408 (size=4469) 2024-12-06T03:20:24,164 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742233_1409 (size=12241) 2024-12-06T03:20:24,174 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/436b6c2b713944f69c68c8eab91cb9fe as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/436b6c2b713944f69c68c8eab91cb9fe 2024-12-06T03:20:24,179 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 46f0bcf33336fc9444365596bd276789/C of 46f0bcf33336fc9444365596bd276789 into 436b6c2b713944f69c68c8eab91cb9fe(size=12.0 K), total size for store is 12.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:20:24,179 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 46f0bcf33336fc9444365596bd276789: 2024-12-06T03:20:24,179 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789., storeName=46f0bcf33336fc9444365596bd276789/C, priority=12, startTime=1733455224093; duration=0sec 2024-12-06T03:20:24,179 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:24,179 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46f0bcf33336fc9444365596bd276789:C 2024-12-06T03:20:24,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-06T03:20:24,242 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:24,243 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=119 2024-12-06T03:20:24,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:24,243 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2837): Flushing 46f0bcf33336fc9444365596bd276789 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-06T03:20:24,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=A 2024-12-06T03:20:24,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:24,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=B 2024-12-06T03:20:24,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:24,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=C 2024-12-06T03:20:24,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:24,250 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206f6da09496e534e21ae37e39d2e7f43c5_46f0bcf33336fc9444365596bd276789 is 50, key is test_row_0/A:col10/1733455223644/Put/seqid=0 2024-12-06T03:20:24,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742234_1410 (size=12154) 2024-12-06T03:20:24,258 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:20:24,262 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206f6da09496e534e21ae37e39d2e7f43c5_46f0bcf33336fc9444365596bd276789 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206f6da09496e534e21ae37e39d2e7f43c5_46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:24,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/1b3ea69b01c24d9a91d883ad81ac0f87, store: [table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:24,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/1b3ea69b01c24d9a91d883ad81ac0f87 is 175, key is test_row_0/A:col10/1733455223644/Put/seqid=0 2024-12-06T03:20:24,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742235_1411 (size=30955) 2024-12-06T03:20:24,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:24,278 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. as already flushing 2024-12-06T03:20:24,412 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:24,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455284407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:24,516 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:24,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455284513, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:24,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-06T03:20:24,550 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46f0bcf33336fc9444365596bd276789#A#compaction#348 average throughput is 0.05 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:20:24,551 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/14053c2b375a416288ebcceb443a1094 is 175, key is test_row_0/A:col10/1733455223302/Put/seqid=0 2024-12-06T03:20:24,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742236_1412 (size=31195) 2024-12-06T03:20:24,669 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=129, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/1b3ea69b01c24d9a91d883ad81ac0f87 2024-12-06T03:20:24,677 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/b0d7a2548cf9415b9c1eb027fae6ea58 is 50, key is test_row_0/B:col10/1733455223644/Put/seqid=0 2024-12-06T03:20:24,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742237_1413 (size=12001) 2024-12-06T03:20:24,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:24,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455284718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:24,960 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/14053c2b375a416288ebcceb443a1094 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/14053c2b375a416288ebcceb443a1094 2024-12-06T03:20:24,966 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in 46f0bcf33336fc9444365596bd276789/A of 46f0bcf33336fc9444365596bd276789 into 14053c2b375a416288ebcceb443a1094(size=30.5 K), total size for store is 30.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:20:24,966 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 46f0bcf33336fc9444365596bd276789: 2024-12-06T03:20:24,966 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789., storeName=46f0bcf33336fc9444365596bd276789/A, priority=12, startTime=1733455224093; duration=0sec 2024-12-06T03:20:24,966 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:24,966 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46f0bcf33336fc9444365596bd276789:A 2024-12-06T03:20:25,031 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:25,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455285026, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:25,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-06T03:20:25,081 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/b0d7a2548cf9415b9c1eb027fae6ea58 2024-12-06T03:20:25,095 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/ae379e1f125244ecaec78d30acd0881b is 50, key is test_row_0/C:col10/1733455223644/Put/seqid=0 2024-12-06T03:20:25,109 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742238_1414 (size=12001) 2024-12-06T03:20:25,510 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=129 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/ae379e1f125244ecaec78d30acd0881b 2024-12-06T03:20:25,514 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/1b3ea69b01c24d9a91d883ad81ac0f87 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/1b3ea69b01c24d9a91d883ad81ac0f87 2024-12-06T03:20:25,520 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/1b3ea69b01c24d9a91d883ad81ac0f87, entries=150, sequenceid=129, filesize=30.2 K 2024-12-06T03:20:25,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/b0d7a2548cf9415b9c1eb027fae6ea58 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/b0d7a2548cf9415b9c1eb027fae6ea58 2024-12-06T03:20:25,527 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/b0d7a2548cf9415b9c1eb027fae6ea58, entries=150, sequenceid=129, filesize=11.7 K 2024-12-06T03:20:25,528 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/ae379e1f125244ecaec78d30acd0881b as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/ae379e1f125244ecaec78d30acd0881b 2024-12-06T03:20:25,531 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/ae379e1f125244ecaec78d30acd0881b, entries=150, sequenceid=129, filesize=11.7 K 2024-12-06T03:20:25,532 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 46f0bcf33336fc9444365596bd276789 in 1289ms, sequenceid=129, compaction requested=false 2024-12-06T03:20:25,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.HRegion(2538): Flush status journal for 46f0bcf33336fc9444365596bd276789: 2024-12-06T03:20:25,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:25,532 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=119}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=119 2024-12-06T03:20:25,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=119 2024-12-06T03:20:25,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=119, resume processing ppid=118 2024-12-06T03:20:25,534 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=119, ppid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5970 sec 2024-12-06T03:20:25,535 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=118, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=118, table=TestAcidGuarantees in 1.6010 sec 2024-12-06T03:20:25,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:25,538 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 46f0bcf33336fc9444365596bd276789 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-06T03:20:25,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=A 2024-12-06T03:20:25,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:25,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=B 2024-12-06T03:20:25,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:25,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=C 2024-12-06T03:20:25,538 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:25,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206a37ac68b5570485e8793e351c40c2f59_46f0bcf33336fc9444365596bd276789 is 50, key is test_row_0/A:col10/1733455225537/Put/seqid=0 2024-12-06T03:20:25,559 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742239_1415 (size=14794) 2024-12-06T03:20:25,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455285571, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:25,680 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:25,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455285679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:25,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:25,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50258 deadline: 1733455285803, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:25,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50288 deadline: 1733455285804, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:25,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:25,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50306 deadline: 1733455285805, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:25,806 DEBUG [Thread-1699 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4146 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789., hostname=4c7f994aa0f5,34349,1733455120723, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:20:25,806 DEBUG [Thread-1695 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4147 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789., hostname=4c7f994aa0f5,34349,1733455120723, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:20:25,806 DEBUG [Thread-1697 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4150 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789., hostname=4c7f994aa0f5,34349,1733455120723, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:20:25,817 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:25,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50298 deadline: 1733455285814, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:25,817 DEBUG [Thread-1693 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4157 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789., hostname=4c7f994aa0f5,34349,1733455120723, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:20:25,886 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455285883, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:25,961 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:20:25,965 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206a37ac68b5570485e8793e351c40c2f59_46f0bcf33336fc9444365596bd276789 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206a37ac68b5570485e8793e351c40c2f59_46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:25,966 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/92abc4c9d10943c0a3f8d1d236318901, store: [table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:25,967 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/92abc4c9d10943c0a3f8d1d236318901 is 175, key is test_row_0/A:col10/1733455225537/Put/seqid=0 2024-12-06T03:20:25,971 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742240_1416 (size=39749) 2024-12-06T03:20:26,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=118 2024-12-06T03:20:26,040 INFO [Thread-1701 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 118 completed 2024-12-06T03:20:26,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:20:26,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees 2024-12-06T03:20:26,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-06T03:20:26,042 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:20:26,042 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=120, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:20:26,043 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=121, ppid=120, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:20:26,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-06T03:20:26,194 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:26,194 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:26,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455286189, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:26,195 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-06T03:20:26,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:26,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. as already flushing 2024-12-06T03:20:26,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:26,195 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:26,195 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:26,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:26,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-06T03:20:26,347 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:26,347 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-06T03:20:26,347 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:26,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. as already flushing 2024-12-06T03:20:26,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:26,348 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:26,348 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:26,348 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:26,371 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/92abc4c9d10943c0a3f8d1d236318901 2024-12-06T03:20:26,378 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/38e871aa4069492d8f0880ea97b52222 is 50, key is test_row_0/B:col10/1733455225537/Put/seqid=0 2024-12-06T03:20:26,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742241_1417 (size=12151) 2024-12-06T03:20:26,499 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:26,500 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-06T03:20:26,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:26,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. as already flushing 2024-12-06T03:20:26,500 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:26,501 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:26,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:26,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:26,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-06T03:20:26,652 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:26,653 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-06T03:20:26,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:26,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. as already flushing 2024-12-06T03:20:26,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:26,653 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:26,653 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:26,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:26,705 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:26,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 119 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455286700, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:26,783 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/38e871aa4069492d8f0880ea97b52222 2024-12-06T03:20:26,790 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/2eba8d1b613246d0b8bb76f7e63f601b is 50, key is test_row_0/C:col10/1733455225537/Put/seqid=0 2024-12-06T03:20:26,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742242_1418 (size=12151) 2024-12-06T03:20:26,805 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:26,805 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-06T03:20:26,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:26,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. as already flushing 2024-12-06T03:20:26,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:26,806 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:26,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:26,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:26,957 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:26,957 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-06T03:20:26,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:26,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. as already flushing 2024-12-06T03:20:26,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:26,958 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:26,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:26,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:27,109 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:27,110 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-06T03:20:27,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:27,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. as already flushing 2024-12-06T03:20:27,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:27,110 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] handler.RSProcedureHandler(58): pid=121 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:27,110 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=121 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:27,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=121 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:27,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-06T03:20:27,198 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/2eba8d1b613246d0b8bb76f7e63f601b 2024-12-06T03:20:27,203 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/92abc4c9d10943c0a3f8d1d236318901 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/92abc4c9d10943c0a3f8d1d236318901 2024-12-06T03:20:27,207 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/92abc4c9d10943c0a3f8d1d236318901, entries=200, sequenceid=157, filesize=38.8 K 2024-12-06T03:20:27,208 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/38e871aa4069492d8f0880ea97b52222 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/38e871aa4069492d8f0880ea97b52222 2024-12-06T03:20:27,211 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/38e871aa4069492d8f0880ea97b52222, entries=150, sequenceid=157, filesize=11.9 K 2024-12-06T03:20:27,212 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/2eba8d1b613246d0b8bb76f7e63f601b as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/2eba8d1b613246d0b8bb76f7e63f601b 2024-12-06T03:20:27,215 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/2eba8d1b613246d0b8bb76f7e63f601b, entries=150, sequenceid=157, filesize=11.9 K 2024-12-06T03:20:27,216 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 46f0bcf33336fc9444365596bd276789 in 1678ms, sequenceid=157, compaction requested=true 2024-12-06T03:20:27,216 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 46f0bcf33336fc9444365596bd276789: 2024-12-06T03:20:27,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46f0bcf33336fc9444365596bd276789:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:20:27,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:27,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46f0bcf33336fc9444365596bd276789:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:20:27,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:27,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46f0bcf33336fc9444365596bd276789:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:20:27,216 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:20:27,216 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:20:27,216 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:20:27,217 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:20:27,217 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): 46f0bcf33336fc9444365596bd276789/B is initiating minor compaction (all files) 2024-12-06T03:20:27,217 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 46f0bcf33336fc9444365596bd276789/B in TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:27,217 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/d245a9c3f9514dbbb58b35ec0471f48c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/b0d7a2548cf9415b9c1eb027fae6ea58, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/38e871aa4069492d8f0880ea97b52222] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp, totalSize=35.5 K 2024-12-06T03:20:27,218 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 101899 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:20:27,218 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): 46f0bcf33336fc9444365596bd276789/A is initiating minor compaction (all files) 2024-12-06T03:20:27,218 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 46f0bcf33336fc9444365596bd276789/A in TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:27,218 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/14053c2b375a416288ebcceb443a1094, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/1b3ea69b01c24d9a91d883ad81ac0f87, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/92abc4c9d10943c0a3f8d1d236318901] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp, totalSize=99.5 K 2024-12-06T03:20:27,218 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:27,218 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. files: [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/14053c2b375a416288ebcceb443a1094, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/1b3ea69b01c24d9a91d883ad81ac0f87, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/92abc4c9d10943c0a3f8d1d236318901] 2024-12-06T03:20:27,219 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting d245a9c3f9514dbbb58b35ec0471f48c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733455223295 2024-12-06T03:20:27,219 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14053c2b375a416288ebcceb443a1094, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733455223295 2024-12-06T03:20:27,219 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting b0d7a2548cf9415b9c1eb027fae6ea58, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1733455223644 2024-12-06T03:20:27,219 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1b3ea69b01c24d9a91d883ad81ac0f87, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1733455223644 2024-12-06T03:20:27,220 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 38e871aa4069492d8f0880ea97b52222, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733455224392 2024-12-06T03:20:27,220 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 92abc4c9d10943c0a3f8d1d236318901, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733455224392 2024-12-06T03:20:27,234 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46f0bcf33336fc9444365596bd276789#B#compaction#357 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:20:27,235 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/bee8bae2c91b445eb7aa8ee290706d17 is 50, key is test_row_0/B:col10/1733455225537/Put/seqid=0 2024-12-06T03:20:27,236 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:27,238 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206a32e038f08324554b0446ba8b95170e3_46f0bcf33336fc9444365596bd276789 store=[table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:27,240 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206a32e038f08324554b0446ba8b95170e3_46f0bcf33336fc9444365596bd276789, store=[table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:27,241 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206a32e038f08324554b0446ba8b95170e3_46f0bcf33336fc9444365596bd276789 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:27,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742244_1420 (size=4469) 2024-12-06T03:20:27,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742243_1419 (size=12493) 2024-12-06T03:20:27,247 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46f0bcf33336fc9444365596bd276789#A#compaction#358 average throughput is 2.22 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:20:27,247 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/ff5c0c4ff8dd4e4c8221108c9b3e68a9 is 175, key is test_row_0/A:col10/1733455225537/Put/seqid=0 2024-12-06T03:20:27,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742245_1421 (size=31447) 2024-12-06T03:20:27,262 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:27,263 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=121 2024-12-06T03:20:27,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:27,263 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2837): Flushing 46f0bcf33336fc9444365596bd276789 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-06T03:20:27,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=A 2024-12-06T03:20:27,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:27,263 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=B 2024-12-06T03:20:27,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:27,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=C 2024-12-06T03:20:27,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:27,266 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/bee8bae2c91b445eb7aa8ee290706d17 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/bee8bae2c91b445eb7aa8ee290706d17 2024-12-06T03:20:27,268 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/ff5c0c4ff8dd4e4c8221108c9b3e68a9 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/ff5c0c4ff8dd4e4c8221108c9b3e68a9 2024-12-06T03:20:27,271 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 46f0bcf33336fc9444365596bd276789/B of 46f0bcf33336fc9444365596bd276789 into bee8bae2c91b445eb7aa8ee290706d17(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:20:27,271 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 46f0bcf33336fc9444365596bd276789: 2024-12-06T03:20:27,271 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789., storeName=46f0bcf33336fc9444365596bd276789/B, priority=13, startTime=1733455227216; duration=0sec 2024-12-06T03:20:27,271 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:20:27,271 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46f0bcf33336fc9444365596bd276789:B 2024-12-06T03:20:27,272 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:20:27,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206f1cd863f93b44dab8ef2e1599cc279bc_46f0bcf33336fc9444365596bd276789 is 50, key is test_row_0/A:col10/1733455225570/Put/seqid=0 2024-12-06T03:20:27,274 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36393 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:20:27,274 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): 46f0bcf33336fc9444365596bd276789/C is initiating minor compaction (all files) 2024-12-06T03:20:27,274 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 46f0bcf33336fc9444365596bd276789/C in TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:27,274 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/436b6c2b713944f69c68c8eab91cb9fe, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/ae379e1f125244ecaec78d30acd0881b, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/2eba8d1b613246d0b8bb76f7e63f601b] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp, totalSize=35.5 K 2024-12-06T03:20:27,275 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 436b6c2b713944f69c68c8eab91cb9fe, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=117, earliestPutTs=1733455223295 2024-12-06T03:20:27,275 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting ae379e1f125244ecaec78d30acd0881b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=129, earliestPutTs=1733455223644 2024-12-06T03:20:27,275 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 2eba8d1b613246d0b8bb76f7e63f601b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733455224392 2024-12-06T03:20:27,276 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 46f0bcf33336fc9444365596bd276789/A of 46f0bcf33336fc9444365596bd276789 into ff5c0c4ff8dd4e4c8221108c9b3e68a9(size=30.7 K), total size for store is 30.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:20:27,276 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 46f0bcf33336fc9444365596bd276789: 2024-12-06T03:20:27,276 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789., storeName=46f0bcf33336fc9444365596bd276789/A, priority=13, startTime=1733455227216; duration=0sec 2024-12-06T03:20:27,276 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:27,276 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46f0bcf33336fc9444365596bd276789:A 2024-12-06T03:20:27,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742246_1422 (size=12304) 2024-12-06T03:20:27,282 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46f0bcf33336fc9444365596bd276789#C#compaction#360 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:20:27,283 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/8de5d639f2ff464580a68fe8f8877a36 is 50, key is test_row_0/C:col10/1733455225537/Put/seqid=0 2024-12-06T03:20:27,288 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:20:27,293 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206f1cd863f93b44dab8ef2e1599cc279bc_46f0bcf33336fc9444365596bd276789 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206f1cd863f93b44dab8ef2e1599cc279bc_46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:27,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/b9227ebe234347e7b61a1c37253c538b, store: [table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:27,295 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/b9227ebe234347e7b61a1c37253c538b is 175, key is test_row_0/A:col10/1733455225570/Put/seqid=0 2024-12-06T03:20:27,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742247_1423 (size=12493) 2024-12-06T03:20:27,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742248_1424 (size=31105) 2024-12-06T03:20:27,315 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=166, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/b9227ebe234347e7b61a1c37253c538b 2024-12-06T03:20:27,328 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/1818a85234604c7abc249906f83b90c7 is 50, key is test_row_0/B:col10/1733455225570/Put/seqid=0 2024-12-06T03:20:27,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742249_1425 (size=12151) 2024-12-06T03:20:27,706 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/8de5d639f2ff464580a68fe8f8877a36 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/8de5d639f2ff464580a68fe8f8877a36 2024-12-06T03:20:27,711 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 46f0bcf33336fc9444365596bd276789/C of 46f0bcf33336fc9444365596bd276789 into 8de5d639f2ff464580a68fe8f8877a36(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:20:27,711 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 46f0bcf33336fc9444365596bd276789: 2024-12-06T03:20:27,711 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789., storeName=46f0bcf33336fc9444365596bd276789/C, priority=13, startTime=1733455227216; duration=0sec 2024-12-06T03:20:27,711 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:27,711 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46f0bcf33336fc9444365596bd276789:C 2024-12-06T03:20:27,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:27,718 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. as already flushing 2024-12-06T03:20:27,739 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/1818a85234604c7abc249906f83b90c7 2024-12-06T03:20:27,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/7b59bc35b3e14261b0a86f8f52a79850 is 50, key is test_row_0/C:col10/1733455225570/Put/seqid=0 2024-12-06T03:20:27,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742250_1426 (size=12151) 2024-12-06T03:20:27,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:27,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455287815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:27,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:27,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455287922, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:28,131 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:28,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455288128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:28,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-06T03:20:28,151 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=166 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/7b59bc35b3e14261b0a86f8f52a79850 2024-12-06T03:20:28,155 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/b9227ebe234347e7b61a1c37253c538b as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/b9227ebe234347e7b61a1c37253c538b 2024-12-06T03:20:28,159 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/b9227ebe234347e7b61a1c37253c538b, entries=150, sequenceid=166, filesize=30.4 K 2024-12-06T03:20:28,160 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/1818a85234604c7abc249906f83b90c7 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/1818a85234604c7abc249906f83b90c7 2024-12-06T03:20:28,164 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/1818a85234604c7abc249906f83b90c7, entries=150, sequenceid=166, filesize=11.9 K 2024-12-06T03:20:28,165 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/7b59bc35b3e14261b0a86f8f52a79850 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/7b59bc35b3e14261b0a86f8f52a79850 2024-12-06T03:20:28,169 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/7b59bc35b3e14261b0a86f8f52a79850, entries=150, sequenceid=166, filesize=11.9 K 2024-12-06T03:20:28,169 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 46f0bcf33336fc9444365596bd276789 in 906ms, sequenceid=166, compaction requested=false 2024-12-06T03:20:28,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.HRegion(2538): Flush status journal for 46f0bcf33336fc9444365596bd276789: 2024-12-06T03:20:28,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:28,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=121}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=121 2024-12-06T03:20:28,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=121 2024-12-06T03:20:28,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=121, resume processing ppid=120 2024-12-06T03:20:28,172 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=121, ppid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1280 sec 2024-12-06T03:20:28,174 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=120, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=120, table=TestAcidGuarantees in 2.1320 sec 2024-12-06T03:20:28,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:28,435 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 46f0bcf33336fc9444365596bd276789 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-06T03:20:28,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=A 2024-12-06T03:20:28,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:28,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=B 2024-12-06T03:20:28,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:28,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=C 2024-12-06T03:20:28,436 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:28,443 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120684251617ab2f4fba8aa4a187e4c9996f_46f0bcf33336fc9444365596bd276789 is 50, key is test_row_0/A:col10/1733455227809/Put/seqid=0 2024-12-06T03:20:28,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742251_1427 (size=14794) 2024-12-06T03:20:28,447 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:20:28,451 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120684251617ab2f4fba8aa4a187e4c9996f_46f0bcf33336fc9444365596bd276789 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120684251617ab2f4fba8aa4a187e4c9996f_46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:28,452 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/5e4865fb45b040e1968adaaa4e8f005a, store: [table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:28,453 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/5e4865fb45b040e1968adaaa4e8f005a is 175, key is test_row_0/A:col10/1733455227809/Put/seqid=0 2024-12-06T03:20:28,456 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742252_1428 (size=39749) 2024-12-06T03:20:28,485 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:28,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455288480, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:28,589 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:28,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455288586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:28,792 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:28,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455288791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:28,857 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=197, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/5e4865fb45b040e1968adaaa4e8f005a 2024-12-06T03:20:28,864 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/49d2b162688147cebd20c5182e79a80a is 50, key is test_row_0/B:col10/1733455227809/Put/seqid=0 2024-12-06T03:20:28,868 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742253_1429 (size=12151) 2024-12-06T03:20:29,096 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:29,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455289093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:29,268 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/49d2b162688147cebd20c5182e79a80a 2024-12-06T03:20:29,276 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/a2f2b10b32ed4d73a889aa752f6478cb is 50, key is test_row_0/C:col10/1733455227809/Put/seqid=0 2024-12-06T03:20:29,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742254_1430 (size=12151) 2024-12-06T03:20:29,282 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=197 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/a2f2b10b32ed4d73a889aa752f6478cb 2024-12-06T03:20:29,286 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/5e4865fb45b040e1968adaaa4e8f005a as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/5e4865fb45b040e1968adaaa4e8f005a 2024-12-06T03:20:29,291 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/5e4865fb45b040e1968adaaa4e8f005a, entries=200, sequenceid=197, filesize=38.8 K 2024-12-06T03:20:29,291 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/49d2b162688147cebd20c5182e79a80a as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/49d2b162688147cebd20c5182e79a80a 2024-12-06T03:20:29,295 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/49d2b162688147cebd20c5182e79a80a, entries=150, sequenceid=197, filesize=11.9 K 2024-12-06T03:20:29,295 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/a2f2b10b32ed4d73a889aa752f6478cb as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/a2f2b10b32ed4d73a889aa752f6478cb 2024-12-06T03:20:29,298 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/a2f2b10b32ed4d73a889aa752f6478cb, entries=150, sequenceid=197, filesize=11.9 K 2024-12-06T03:20:29,299 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 46f0bcf33336fc9444365596bd276789 in 864ms, sequenceid=197, compaction requested=true 2024-12-06T03:20:29,299 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 46f0bcf33336fc9444365596bd276789: 2024-12-06T03:20:29,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46f0bcf33336fc9444365596bd276789:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:20:29,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:29,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46f0bcf33336fc9444365596bd276789:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:20:29,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:29,299 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:20:29,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46f0bcf33336fc9444365596bd276789:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:20:29,299 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:20:29,299 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:20:29,300 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102301 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:20:29,300 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:20:29,300 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): 46f0bcf33336fc9444365596bd276789/A is initiating minor compaction (all files) 2024-12-06T03:20:29,300 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): 46f0bcf33336fc9444365596bd276789/B is initiating minor compaction (all files) 2024-12-06T03:20:29,300 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 46f0bcf33336fc9444365596bd276789/A in TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:29,300 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 46f0bcf33336fc9444365596bd276789/B in TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:29,301 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/ff5c0c4ff8dd4e4c8221108c9b3e68a9, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/b9227ebe234347e7b61a1c37253c538b, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/5e4865fb45b040e1968adaaa4e8f005a] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp, totalSize=99.9 K 2024-12-06T03:20:29,301 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/bee8bae2c91b445eb7aa8ee290706d17, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/1818a85234604c7abc249906f83b90c7, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/49d2b162688147cebd20c5182e79a80a] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp, totalSize=35.9 K 2024-12-06T03:20:29,301 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:29,301 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. files: [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/ff5c0c4ff8dd4e4c8221108c9b3e68a9, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/b9227ebe234347e7b61a1c37253c538b, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/5e4865fb45b040e1968adaaa4e8f005a] 2024-12-06T03:20:29,301 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting bee8bae2c91b445eb7aa8ee290706d17, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733455224392 2024-12-06T03:20:29,301 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting ff5c0c4ff8dd4e4c8221108c9b3e68a9, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733455224392 2024-12-06T03:20:29,301 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting b9227ebe234347e7b61a1c37253c538b, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733455225546 2024-12-06T03:20:29,301 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 1818a85234604c7abc249906f83b90c7, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733455225546 2024-12-06T03:20:29,302 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5e4865fb45b040e1968adaaa4e8f005a, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733455227804 2024-12-06T03:20:29,302 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 49d2b162688147cebd20c5182e79a80a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733455227809 2024-12-06T03:20:29,307 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:29,309 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46f0bcf33336fc9444365596bd276789#B#compaction#367 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:20:29,309 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412068332bc6c2ef14e8f8105f881d8d12cf1_46f0bcf33336fc9444365596bd276789 store=[table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:29,310 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/d414a5a9b2b645679fc3c18b5ad8bb7f is 50, key is test_row_0/B:col10/1733455227809/Put/seqid=0 2024-12-06T03:20:29,311 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412068332bc6c2ef14e8f8105f881d8d12cf1_46f0bcf33336fc9444365596bd276789, store=[table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:29,311 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412068332bc6c2ef14e8f8105f881d8d12cf1_46f0bcf33336fc9444365596bd276789 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:29,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742255_1431 (size=12595) 2024-12-06T03:20:29,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742256_1432 (size=4469) 2024-12-06T03:20:29,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:29,618 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 46f0bcf33336fc9444365596bd276789 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T03:20:29,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=A 2024-12-06T03:20:29,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:29,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=B 2024-12-06T03:20:29,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:29,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=C 2024-12-06T03:20:29,619 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:29,624 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206fbe5cd03dea843bf9290bb3662c1778e_46f0bcf33336fc9444365596bd276789 is 50, key is test_row_0/A:col10/1733455229610/Put/seqid=0 2024-12-06T03:20:29,627 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742257_1433 (size=14794) 2024-12-06T03:20:29,718 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46f0bcf33336fc9444365596bd276789#A#compaction#366 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:20:29,719 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/d414a5a9b2b645679fc3c18b5ad8bb7f as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/d414a5a9b2b645679fc3c18b5ad8bb7f 2024-12-06T03:20:29,719 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/0f1ffc9620a54f6bb0455a4d2c87e6ae is 175, key is test_row_0/A:col10/1733455227809/Put/seqid=0 2024-12-06T03:20:29,723 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 46f0bcf33336fc9444365596bd276789/B of 46f0bcf33336fc9444365596bd276789 into d414a5a9b2b645679fc3c18b5ad8bb7f(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:20:29,724 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 46f0bcf33336fc9444365596bd276789: 2024-12-06T03:20:29,724 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789., storeName=46f0bcf33336fc9444365596bd276789/B, priority=13, startTime=1733455229299; duration=0sec 2024-12-06T03:20:29,724 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:20:29,724 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46f0bcf33336fc9444365596bd276789:B 2024-12-06T03:20:29,724 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:20:29,725 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:20:29,725 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): 46f0bcf33336fc9444365596bd276789/C is initiating minor compaction (all files) 2024-12-06T03:20:29,725 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 46f0bcf33336fc9444365596bd276789/C in TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:29,725 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/8de5d639f2ff464580a68fe8f8877a36, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/7b59bc35b3e14261b0a86f8f52a79850, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/a2f2b10b32ed4d73a889aa752f6478cb] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp, totalSize=35.9 K 2024-12-06T03:20:29,725 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 8de5d639f2ff464580a68fe8f8877a36, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733455224392 2024-12-06T03:20:29,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742258_1434 (size=31549) 2024-12-06T03:20:29,726 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b59bc35b3e14261b0a86f8f52a79850, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=166, earliestPutTs=1733455225546 2024-12-06T03:20:29,726 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting a2f2b10b32ed4d73a889aa752f6478cb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733455227809 2024-12-06T03:20:29,730 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/0f1ffc9620a54f6bb0455a4d2c87e6ae as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/0f1ffc9620a54f6bb0455a4d2c87e6ae 2024-12-06T03:20:29,735 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46f0bcf33336fc9444365596bd276789#C#compaction#369 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:20:29,736 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/1da00146a0a148578f12356197283606 is 50, key is test_row_0/C:col10/1733455227809/Put/seqid=0 2024-12-06T03:20:29,737 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 46f0bcf33336fc9444365596bd276789/A of 46f0bcf33336fc9444365596bd276789 into 0f1ffc9620a54f6bb0455a4d2c87e6ae(size=30.8 K), total size for store is 30.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:20:29,737 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 46f0bcf33336fc9444365596bd276789: 2024-12-06T03:20:29,737 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789., storeName=46f0bcf33336fc9444365596bd276789/A, priority=13, startTime=1733455229299; duration=0sec 2024-12-06T03:20:29,737 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:29,737 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46f0bcf33336fc9444365596bd276789:A 2024-12-06T03:20:29,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742259_1435 (size=12595) 2024-12-06T03:20:29,756 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/1da00146a0a148578f12356197283606 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/1da00146a0a148578f12356197283606 2024-12-06T03:20:29,761 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 46f0bcf33336fc9444365596bd276789/C of 46f0bcf33336fc9444365596bd276789 into 1da00146a0a148578f12356197283606(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:20:29,761 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 46f0bcf33336fc9444365596bd276789: 2024-12-06T03:20:29,761 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789., storeName=46f0bcf33336fc9444365596bd276789/C, priority=13, startTime=1733455229299; duration=0sec 2024-12-06T03:20:29,761 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:29,761 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46f0bcf33336fc9444365596bd276789:C 2024-12-06T03:20:29,780 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:29,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 190 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455289779, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:29,817 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:29,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 48 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50288 deadline: 1733455289815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:29,817 DEBUG [Thread-1695 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8158 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789., hostname=4c7f994aa0f5,34349,1733455120723, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:20:29,822 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:29,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50306 deadline: 1733455289819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:29,822 DEBUG [Thread-1697 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8166 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789., hostname=4c7f994aa0f5,34349,1733455120723, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:20:29,836 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:29,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50258 deadline: 1733455289831, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:29,837 DEBUG [Thread-1699 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8177 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789., hostname=4c7f994aa0f5,34349,1733455120723, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:20:29,858 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:29,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50298 deadline: 1733455289856, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:29,859 DEBUG [Thread-1693 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8198 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789., hostname=4c7f994aa0f5,34349,1733455120723, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:20:29,885 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:29,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455289882, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:30,028 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:20:30,031 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206fbe5cd03dea843bf9290bb3662c1778e_46f0bcf33336fc9444365596bd276789 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206fbe5cd03dea843bf9290bb3662c1778e_46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:30,032 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/1940804bc3ac48f5a1243b4eaff265c6, store: [table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:30,033 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/1940804bc3ac48f5a1243b4eaff265c6 is 175, key is test_row_0/A:col10/1733455229610/Put/seqid=0 2024-12-06T03:20:30,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742260_1436 (size=39749) 2024-12-06T03:20:30,036 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=208, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/1940804bc3ac48f5a1243b4eaff265c6 2024-12-06T03:20:30,042 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/b2fe17b0ea7447ca937188c1ff661bab is 50, key is test_row_0/B:col10/1733455229610/Put/seqid=0 2024-12-06T03:20:30,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742261_1437 (size=12151) 2024-12-06T03:20:30,089 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:30,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455290087, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:30,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=120 2024-12-06T03:20:30,146 INFO [Thread-1701 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 120 completed 2024-12-06T03:20:30,147 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:20:30,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees 2024-12-06T03:20:30,149 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:20:30,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-06T03:20:30,152 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=122, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:20:30,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=123, ppid=122, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:20:30,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-06T03:20:30,304 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:30,304 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-06T03:20:30,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:30,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. as already flushing 2024-12-06T03:20:30,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:30,305 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:30,305 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:30,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:30,393 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:30,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455290391, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:30,446 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/b2fe17b0ea7447ca937188c1ff661bab 2024-12-06T03:20:30,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-06T03:20:30,454 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/07aa91cf3bea4c96a31c798702ef5950 is 50, key is test_row_0/C:col10/1733455229610/Put/seqid=0 2024-12-06T03:20:30,457 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:30,457 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-06T03:20:30,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:30,457 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. as already flushing 2024-12-06T03:20:30,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:30,458 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:30,458 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:30,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:30,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742262_1438 (size=12151) 2024-12-06T03:20:30,610 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:30,610 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-06T03:20:30,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:30,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. as already flushing 2024-12-06T03:20:30,610 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:30,611 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:30,611 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:30,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:30,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-06T03:20:30,762 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:30,763 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-06T03:20:30,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:30,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. as already flushing 2024-12-06T03:20:30,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:30,763 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:30,763 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:30,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:30,871 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=208 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/07aa91cf3bea4c96a31c798702ef5950 2024-12-06T03:20:30,875 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/1940804bc3ac48f5a1243b4eaff265c6 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/1940804bc3ac48f5a1243b4eaff265c6 2024-12-06T03:20:30,879 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/1940804bc3ac48f5a1243b4eaff265c6, entries=200, sequenceid=208, filesize=38.8 K 2024-12-06T03:20:30,880 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/b2fe17b0ea7447ca937188c1ff661bab as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/b2fe17b0ea7447ca937188c1ff661bab 2024-12-06T03:20:30,883 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/b2fe17b0ea7447ca937188c1ff661bab, entries=150, sequenceid=208, filesize=11.9 K 2024-12-06T03:20:30,884 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/07aa91cf3bea4c96a31c798702ef5950 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/07aa91cf3bea4c96a31c798702ef5950 2024-12-06T03:20:30,887 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/07aa91cf3bea4c96a31c798702ef5950, entries=150, sequenceid=208, filesize=11.9 K 2024-12-06T03:20:30,888 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for 46f0bcf33336fc9444365596bd276789 in 1270ms, sequenceid=208, compaction requested=false 2024-12-06T03:20:30,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 46f0bcf33336fc9444365596bd276789: 2024-12-06T03:20:30,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:30,900 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 46f0bcf33336fc9444365596bd276789 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-06T03:20:30,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=A 2024-12-06T03:20:30,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:30,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=B 2024-12-06T03:20:30,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:30,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=C 2024-12-06T03:20:30,901 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:30,908 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206ffdf8bbc7f544c4c9907cbb4aa879356_46f0bcf33336fc9444365596bd276789 is 50, key is test_row_0/A:col10/1733455230899/Put/seqid=0 2024-12-06T03:20:30,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742263_1439 (size=14794) 2024-12-06T03:20:30,914 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:20:30,915 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:30,916 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-06T03:20:30,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:30,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. as already flushing 2024-12-06T03:20:30,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:30,916 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:30,916 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:30,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:30,918 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206ffdf8bbc7f544c4c9907cbb4aa879356_46f0bcf33336fc9444365596bd276789 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206ffdf8bbc7f544c4c9907cbb4aa879356_46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:30,920 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/737d3b9e7a3349988e3411a991e1015b, store: [table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:30,920 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/737d3b9e7a3349988e3411a991e1015b is 175, key is test_row_0/A:col10/1733455230899/Put/seqid=0 2024-12-06T03:20:30,925 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742264_1440 (size=39749) 2024-12-06T03:20:30,926 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=237, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/737d3b9e7a3349988e3411a991e1015b 2024-12-06T03:20:30,933 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/41dd9f23cae74f3e858deec70865e9f3 is 50, key is test_row_0/B:col10/1733455230899/Put/seqid=0 2024-12-06T03:20:30,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742265_1441 (size=12151) 2024-12-06T03:20:30,938 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/41dd9f23cae74f3e858deec70865e9f3 2024-12-06T03:20:30,945 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:30,945 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/a7cf56fbefa746669c9f182843fd14fb is 50, key is test_row_0/C:col10/1733455230899/Put/seqid=0 2024-12-06T03:20:30,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455290941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:30,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742266_1442 (size=12151) 2024-12-06T03:20:31,052 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:31,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455291046, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:31,068 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:31,068 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-06T03:20:31,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:31,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. as already flushing 2024-12-06T03:20:31,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:31,069 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:31,069 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:31,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:31,221 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:31,221 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-06T03:20:31,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:31,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. as already flushing 2024-12-06T03:20:31,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:31,222 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] handler.RSProcedureHandler(58): pid=123 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:31,222 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=123 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:31,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=123 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:31,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-06T03:20:31,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:31,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455291255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:31,350 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=237 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/a7cf56fbefa746669c9f182843fd14fb 2024-12-06T03:20:31,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/737d3b9e7a3349988e3411a991e1015b as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/737d3b9e7a3349988e3411a991e1015b 2024-12-06T03:20:31,357 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/737d3b9e7a3349988e3411a991e1015b, entries=200, sequenceid=237, filesize=38.8 K 2024-12-06T03:20:31,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/41dd9f23cae74f3e858deec70865e9f3 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/41dd9f23cae74f3e858deec70865e9f3 2024-12-06T03:20:31,361 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/41dd9f23cae74f3e858deec70865e9f3, entries=150, sequenceid=237, filesize=11.9 K 2024-12-06T03:20:31,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/a7cf56fbefa746669c9f182843fd14fb as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/a7cf56fbefa746669c9f182843fd14fb 2024-12-06T03:20:31,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/a7cf56fbefa746669c9f182843fd14fb, entries=150, sequenceid=237, filesize=11.9 K 2024-12-06T03:20:31,366 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=46.96 KB/48090 for 46f0bcf33336fc9444365596bd276789 in 466ms, sequenceid=237, compaction requested=true 2024-12-06T03:20:31,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 46f0bcf33336fc9444365596bd276789: 2024-12-06T03:20:31,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46f0bcf33336fc9444365596bd276789:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:20:31,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:31,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46f0bcf33336fc9444365596bd276789:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:20:31,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:31,366 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:20:31,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46f0bcf33336fc9444365596bd276789:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:20:31,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:20:31,366 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:20:31,368 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:20:31,368 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): 46f0bcf33336fc9444365596bd276789/B is initiating minor compaction (all files) 2024-12-06T03:20:31,368 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 46f0bcf33336fc9444365596bd276789/B in TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:31,368 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/d414a5a9b2b645679fc3c18b5ad8bb7f, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/b2fe17b0ea7447ca937188c1ff661bab, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/41dd9f23cae74f3e858deec70865e9f3] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp, totalSize=36.0 K 2024-12-06T03:20:31,368 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111047 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:20:31,368 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): 46f0bcf33336fc9444365596bd276789/A is initiating minor compaction (all files) 2024-12-06T03:20:31,368 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 46f0bcf33336fc9444365596bd276789/A in TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:31,368 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/0f1ffc9620a54f6bb0455a4d2c87e6ae, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/1940804bc3ac48f5a1243b4eaff265c6, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/737d3b9e7a3349988e3411a991e1015b] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp, totalSize=108.4 K 2024-12-06T03:20:31,368 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:31,368 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. files: [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/0f1ffc9620a54f6bb0455a4d2c87e6ae, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/1940804bc3ac48f5a1243b4eaff265c6, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/737d3b9e7a3349988e3411a991e1015b] 2024-12-06T03:20:31,369 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting d414a5a9b2b645679fc3c18b5ad8bb7f, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733455227809 2024-12-06T03:20:31,369 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0f1ffc9620a54f6bb0455a4d2c87e6ae, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733455227809 2024-12-06T03:20:31,369 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting b2fe17b0ea7447ca937188c1ff661bab, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733455229602 2024-12-06T03:20:31,369 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1940804bc3ac48f5a1243b4eaff265c6, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733455228462 2024-12-06T03:20:31,370 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 41dd9f23cae74f3e858deec70865e9f3, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733455229771 2024-12-06T03:20:31,370 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 737d3b9e7a3349988e3411a991e1015b, keycount=200, bloomtype=ROW, size=38.8 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733455229756 2024-12-06T03:20:31,374 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:31,380 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=123 2024-12-06T03:20:31,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:31,380 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2837): Flushing 46f0bcf33336fc9444365596bd276789 3/3 column families, dataSize=46.96 KB heapSize=123.80 KB 2024-12-06T03:20:31,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=A 2024-12-06T03:20:31,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:31,380 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=B 2024-12-06T03:20:31,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:31,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=C 2024-12-06T03:20:31,381 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:31,384 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:31,386 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46f0bcf33336fc9444365596bd276789#B#compaction#376 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:20:31,387 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/898b3b45a57c4023bd42a4edc6058e31 is 50, key is test_row_0/B:col10/1733455230899/Put/seqid=0 2024-12-06T03:20:31,389 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206668b90ec12c54bd6a34730a12e41318a_46f0bcf33336fc9444365596bd276789 store=[table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:31,391 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206668b90ec12c54bd6a34730a12e41318a_46f0bcf33336fc9444365596bd276789, store=[table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:31,391 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206668b90ec12c54bd6a34730a12e41318a_46f0bcf33336fc9444365596bd276789 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:31,395 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412062780a83c357f42379773528be28b47bd_46f0bcf33336fc9444365596bd276789 is 50, key is test_row_0/A:col10/1733455230924/Put/seqid=0 2024-12-06T03:20:31,401 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742267_1443 (size=12697) 2024-12-06T03:20:31,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742268_1444 (size=4469) 2024-12-06T03:20:31,418 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742269_1445 (size=12304) 2024-12-06T03:20:31,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:31,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. as already flushing 2024-12-06T03:20:31,690 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:31,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455291685, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:31,793 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:31,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455291791, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:31,806 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/898b3b45a57c4023bd42a4edc6058e31 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/898b3b45a57c4023bd42a4edc6058e31 2024-12-06T03:20:31,811 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 46f0bcf33336fc9444365596bd276789/B of 46f0bcf33336fc9444365596bd276789 into 898b3b45a57c4023bd42a4edc6058e31(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:20:31,811 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 46f0bcf33336fc9444365596bd276789: 2024-12-06T03:20:31,811 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789., storeName=46f0bcf33336fc9444365596bd276789/B, priority=13, startTime=1733455231366; duration=0sec 2024-12-06T03:20:31,811 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:20:31,811 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46f0bcf33336fc9444365596bd276789:B 2024-12-06T03:20:31,811 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:20:31,812 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:20:31,812 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): 46f0bcf33336fc9444365596bd276789/C is initiating minor compaction (all files) 2024-12-06T03:20:31,813 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 46f0bcf33336fc9444365596bd276789/C in TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:31,813 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/1da00146a0a148578f12356197283606, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/07aa91cf3bea4c96a31c798702ef5950, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/a7cf56fbefa746669c9f182843fd14fb] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp, totalSize=36.0 K 2024-12-06T03:20:31,818 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 1da00146a0a148578f12356197283606, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=197, earliestPutTs=1733455227809 2024-12-06T03:20:31,818 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46f0bcf33336fc9444365596bd276789#A#compaction#375 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:20:31,819 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/ba63b30f7ee64913968b00b52792e8c3 is 175, key is test_row_0/A:col10/1733455230899/Put/seqid=0 2024-12-06T03:20:31,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:20:31,819 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 07aa91cf3bea4c96a31c798702ef5950, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=208, earliestPutTs=1733455229602 2024-12-06T03:20:31,820 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting a7cf56fbefa746669c9f182843fd14fb, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733455229771 2024-12-06T03:20:31,825 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412062780a83c357f42379773528be28b47bd_46f0bcf33336fc9444365596bd276789 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412062780a83c357f42379773528be28b47bd_46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:31,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/4d80ae1a0c8b42739c254323a3d08238, store: [table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:31,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/4d80ae1a0c8b42739c254323a3d08238 is 175, key is test_row_0/A:col10/1733455230924/Put/seqid=0 2024-12-06T03:20:31,844 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742270_1446 (size=31651) 2024-12-06T03:20:31,846 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46f0bcf33336fc9444365596bd276789#C#compaction#378 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:20:31,846 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/7b0dc69b6df0408182d481941d110e70 is 50, key is test_row_0/C:col10/1733455230899/Put/seqid=0 2024-12-06T03:20:31,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742271_1447 (size=31105) 2024-12-06T03:20:31,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742272_1448 (size=12697) 2024-12-06T03:20:31,867 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/7b0dc69b6df0408182d481941d110e70 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/7b0dc69b6df0408182d481941d110e70 2024-12-06T03:20:31,873 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 46f0bcf33336fc9444365596bd276789/C of 46f0bcf33336fc9444365596bd276789 into 7b0dc69b6df0408182d481941d110e70(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:20:31,873 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 46f0bcf33336fc9444365596bd276789: 2024-12-06T03:20:31,873 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789., storeName=46f0bcf33336fc9444365596bd276789/C, priority=13, startTime=1733455231366; duration=0sec 2024-12-06T03:20:31,873 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:31,873 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46f0bcf33336fc9444365596bd276789:C 2024-12-06T03:20:31,996 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:31,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455291994, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:32,247 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=247, memsize=15.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/4d80ae1a0c8b42739c254323a3d08238 2024-12-06T03:20:32,250 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/ba63b30f7ee64913968b00b52792e8c3 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/ba63b30f7ee64913968b00b52792e8c3 2024-12-06T03:20:32,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-06T03:20:32,258 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 46f0bcf33336fc9444365596bd276789/A of 46f0bcf33336fc9444365596bd276789 into ba63b30f7ee64913968b00b52792e8c3(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:20:32,258 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 46f0bcf33336fc9444365596bd276789: 2024-12-06T03:20:32,258 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789., storeName=46f0bcf33336fc9444365596bd276789/A, priority=13, startTime=1733455231366; duration=0sec 2024-12-06T03:20:32,258 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:32,258 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46f0bcf33336fc9444365596bd276789:A 2024-12-06T03:20:32,270 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/0d64b9b92b7d44a7a779156d609db5bd is 50, key is test_row_0/B:col10/1733455230924/Put/seqid=0 2024-12-06T03:20:32,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742273_1449 (size=12151) 2024-12-06T03:20:32,276 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/0d64b9b92b7d44a7a779156d609db5bd 2024-12-06T03:20:32,283 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/61e6b35c4bb64f17b010c60721ebf241 is 50, key is test_row_0/C:col10/1733455230924/Put/seqid=0 2024-12-06T03:20:32,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742274_1450 (size=12151) 2024-12-06T03:20:32,300 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=15.65 KB at sequenceid=247 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/61e6b35c4bb64f17b010c60721ebf241 2024-12-06T03:20:32,303 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/4d80ae1a0c8b42739c254323a3d08238 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/4d80ae1a0c8b42739c254323a3d08238 2024-12-06T03:20:32,304 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:32,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455292299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:32,310 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/4d80ae1a0c8b42739c254323a3d08238, entries=150, sequenceid=247, filesize=30.4 K 2024-12-06T03:20:32,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/0d64b9b92b7d44a7a779156d609db5bd as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/0d64b9b92b7d44a7a779156d609db5bd 2024-12-06T03:20:32,314 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/0d64b9b92b7d44a7a779156d609db5bd, entries=150, sequenceid=247, filesize=11.9 K 2024-12-06T03:20:32,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/61e6b35c4bb64f17b010c60721ebf241 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/61e6b35c4bb64f17b010c60721ebf241 2024-12-06T03:20:32,321 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/61e6b35c4bb64f17b010c60721ebf241, entries=150, sequenceid=247, filesize=11.9 K 2024-12-06T03:20:32,322 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(3040): Finished flush of dataSize ~46.96 KB/48090, heapSize ~123.75 KB/126720, currentSize=154.31 KB/158010 for 46f0bcf33336fc9444365596bd276789 in 942ms, sequenceid=247, compaction requested=false 2024-12-06T03:20:32,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.HRegion(2538): Flush status journal for 46f0bcf33336fc9444365596bd276789: 2024-12-06T03:20:32,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:32,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=123}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=123 2024-12-06T03:20:32,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=123 2024-12-06T03:20:32,325 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=123, resume processing ppid=122 2024-12-06T03:20:32,326 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=123, ppid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.1710 sec 2024-12-06T03:20:32,327 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=122, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=122, table=TestAcidGuarantees in 2.1790 sec 2024-12-06T03:20:32,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:32,812 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 46f0bcf33336fc9444365596bd276789 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-06T03:20:32,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=A 2024-12-06T03:20:32,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:32,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=B 2024-12-06T03:20:32,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:32,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=C 2024-12-06T03:20:32,813 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:32,820 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412063bddbf5d8b834cb7adad4e72d651938e_46f0bcf33336fc9444365596bd276789 is 50, key is test_row_0/A:col10/1733455232811/Put/seqid=0 2024-12-06T03:20:32,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742275_1451 (size=14994) 2024-12-06T03:20:32,845 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:32,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455292844, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:32,952 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:32,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455292947, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:33,160 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:33,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455293154, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:33,225 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:20:33,229 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412063bddbf5d8b834cb7adad4e72d651938e_46f0bcf33336fc9444365596bd276789 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412063bddbf5d8b834cb7adad4e72d651938e_46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:33,230 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/dce344460cef4229b422f9689ce81ba4, store: [table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:33,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/dce344460cef4229b422f9689ce81ba4 is 175, key is test_row_0/A:col10/1733455232811/Put/seqid=0 2024-12-06T03:20:33,235 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742276_1452 (size=39949) 2024-12-06T03:20:33,463 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:33,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455293462, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:33,636 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=277, memsize=53.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/dce344460cef4229b422f9689ce81ba4 2024-12-06T03:20:33,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/2350f77ab0c646989866e85fa45352a0 is 50, key is test_row_0/B:col10/1733455232811/Put/seqid=0 2024-12-06T03:20:33,654 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742277_1453 (size=12301) 2024-12-06T03:20:33,971 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:33,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455293968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:34,055 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/2350f77ab0c646989866e85fa45352a0 2024-12-06T03:20:34,065 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/b452114750fd4ca28fb56f9d9204e6fc is 50, key is test_row_0/C:col10/1733455232811/Put/seqid=0 2024-12-06T03:20:34,071 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742278_1454 (size=12301) 2024-12-06T03:20:34,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=122 2024-12-06T03:20:34,255 INFO [Thread-1701 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 122 completed 2024-12-06T03:20:34,256 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:20:34,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees 2024-12-06T03:20:34,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-06T03:20:34,258 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:20:34,258 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=124, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:20:34,258 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=125, ppid=124, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:20:34,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-06T03:20:34,410 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:34,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-06T03:20:34,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:34,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. as already flushing 2024-12-06T03:20:34,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:34,411 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] handler.RSProcedureHandler(58): pid=125 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:34,411 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=125 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:34,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=125 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:34,472 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=277 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/b452114750fd4ca28fb56f9d9204e6fc 2024-12-06T03:20:34,477 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/dce344460cef4229b422f9689ce81ba4 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/dce344460cef4229b422f9689ce81ba4 2024-12-06T03:20:34,480 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/dce344460cef4229b422f9689ce81ba4, entries=200, sequenceid=277, filesize=39.0 K 2024-12-06T03:20:34,481 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/2350f77ab0c646989866e85fa45352a0 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/2350f77ab0c646989866e85fa45352a0 2024-12-06T03:20:34,484 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/2350f77ab0c646989866e85fa45352a0, entries=150, sequenceid=277, filesize=12.0 K 2024-12-06T03:20:34,485 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/b452114750fd4ca28fb56f9d9204e6fc as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/b452114750fd4ca28fb56f9d9204e6fc 2024-12-06T03:20:34,490 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/b452114750fd4ca28fb56f9d9204e6fc, entries=150, sequenceid=277, filesize=12.0 K 2024-12-06T03:20:34,491 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for 46f0bcf33336fc9444365596bd276789 in 1679ms, sequenceid=277, compaction requested=true 2024-12-06T03:20:34,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 46f0bcf33336fc9444365596bd276789: 2024-12-06T03:20:34,491 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:20:34,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46f0bcf33336fc9444365596bd276789:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:20:34,491 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:34,491 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:20:34,492 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102705 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:20:34,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46f0bcf33336fc9444365596bd276789:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:20:34,492 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): 46f0bcf33336fc9444365596bd276789/A is initiating minor compaction (all files) 2024-12-06T03:20:34,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:34,492 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 46f0bcf33336fc9444365596bd276789/A in TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:34,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46f0bcf33336fc9444365596bd276789:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:20:34,492 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:20:34,492 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:20:34,492 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/ba63b30f7ee64913968b00b52792e8c3, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/4d80ae1a0c8b42739c254323a3d08238, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/dce344460cef4229b422f9689ce81ba4] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp, totalSize=100.3 K 2024-12-06T03:20:34,492 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): 46f0bcf33336fc9444365596bd276789/B is initiating minor compaction (all files) 2024-12-06T03:20:34,492 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:34,492 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. files: [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/ba63b30f7ee64913968b00b52792e8c3, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/4d80ae1a0c8b42739c254323a3d08238, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/dce344460cef4229b422f9689ce81ba4] 2024-12-06T03:20:34,492 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 46f0bcf33336fc9444365596bd276789/B in TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:34,492 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/898b3b45a57c4023bd42a4edc6058e31, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/0d64b9b92b7d44a7a779156d609db5bd, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/2350f77ab0c646989866e85fa45352a0] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp, totalSize=36.3 K 2024-12-06T03:20:34,493 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting ba63b30f7ee64913968b00b52792e8c3, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733455229771 2024-12-06T03:20:34,493 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 898b3b45a57c4023bd42a4edc6058e31, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733455229771 2024-12-06T03:20:34,494 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d80ae1a0c8b42739c254323a3d08238, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733455230924 2024-12-06T03:20:34,494 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 0d64b9b92b7d44a7a779156d609db5bd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733455230924 2024-12-06T03:20:34,494 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 2350f77ab0c646989866e85fa45352a0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733455231620 2024-12-06T03:20:34,494 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting dce344460cef4229b422f9689ce81ba4, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733455231620 2024-12-06T03:20:34,505 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46f0bcf33336fc9444365596bd276789#B#compaction#384 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:20:34,505 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/d0c3ad0c7ae54e79bfeac8598fdea8e6 is 50, key is test_row_0/B:col10/1733455232811/Put/seqid=0 2024-12-06T03:20:34,513 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:34,530 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206676ffdb4c50e4a908f2781fdd81823f4_46f0bcf33336fc9444365596bd276789 store=[table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:34,531 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206676ffdb4c50e4a908f2781fdd81823f4_46f0bcf33336fc9444365596bd276789, store=[table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:34,532 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206676ffdb4c50e4a908f2781fdd81823f4_46f0bcf33336fc9444365596bd276789 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:34,533 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742279_1455 (size=12949) 2024-12-06T03:20:34,536 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742280_1456 (size=4469) 2024-12-06T03:20:34,538 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/d0c3ad0c7ae54e79bfeac8598fdea8e6 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/d0c3ad0c7ae54e79bfeac8598fdea8e6 2024-12-06T03:20:34,542 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 46f0bcf33336fc9444365596bd276789/B of 46f0bcf33336fc9444365596bd276789 into d0c3ad0c7ae54e79bfeac8598fdea8e6(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:20:34,543 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 46f0bcf33336fc9444365596bd276789: 2024-12-06T03:20:34,543 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789., storeName=46f0bcf33336fc9444365596bd276789/B, priority=13, startTime=1733455234491; duration=0sec 2024-12-06T03:20:34,543 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:20:34,543 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46f0bcf33336fc9444365596bd276789:B 2024-12-06T03:20:34,543 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:20:34,543 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:20:34,544 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): 46f0bcf33336fc9444365596bd276789/C is initiating minor compaction (all files) 2024-12-06T03:20:34,544 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 46f0bcf33336fc9444365596bd276789/C in TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:34,544 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/7b0dc69b6df0408182d481941d110e70, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/61e6b35c4bb64f17b010c60721ebf241, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/b452114750fd4ca28fb56f9d9204e6fc] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp, totalSize=36.3 K 2024-12-06T03:20:34,544 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b0dc69b6df0408182d481941d110e70, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=237, earliestPutTs=1733455229771 2024-12-06T03:20:34,544 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 61e6b35c4bb64f17b010c60721ebf241, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=247, earliestPutTs=1733455230924 2024-12-06T03:20:34,545 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting b452114750fd4ca28fb56f9d9204e6fc, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733455231620 2024-12-06T03:20:34,551 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46f0bcf33336fc9444365596bd276789#C#compaction#386 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:20:34,552 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/a17e70fc35c14cd79b3dd9f25278116d is 50, key is test_row_0/C:col10/1733455232811/Put/seqid=0 2024-12-06T03:20:34,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742281_1457 (size=12949) 2024-12-06T03:20:34,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-06T03:20:34,563 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/a17e70fc35c14cd79b3dd9f25278116d as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/a17e70fc35c14cd79b3dd9f25278116d 2024-12-06T03:20:34,563 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:34,564 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=125 2024-12-06T03:20:34,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:34,564 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2837): Flushing 46f0bcf33336fc9444365596bd276789 3/3 column families, dataSize=40.25 KB heapSize=106.22 KB 2024-12-06T03:20:34,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=A 2024-12-06T03:20:34,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:34,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=B 2024-12-06T03:20:34,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:34,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=C 2024-12-06T03:20:34,564 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:34,569 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 46f0bcf33336fc9444365596bd276789/C of 46f0bcf33336fc9444365596bd276789 into a17e70fc35c14cd79b3dd9f25278116d(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:20:34,569 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 46f0bcf33336fc9444365596bd276789: 2024-12-06T03:20:34,569 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789., storeName=46f0bcf33336fc9444365596bd276789/C, priority=13, startTime=1733455234492; duration=0sec 2024-12-06T03:20:34,569 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:34,569 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46f0bcf33336fc9444365596bd276789:C 2024-12-06T03:20:34,571 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412063e31ab844a854c18a2c0d7bdad945afa_46f0bcf33336fc9444365596bd276789 is 50, key is test_row_0/A:col10/1733455232829/Put/seqid=0 2024-12-06T03:20:34,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742282_1458 (size=12454) 2024-12-06T03:20:34,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-06T03:20:34,938 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46f0bcf33336fc9444365596bd276789#A#compaction#385 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:20:34,938 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/9fe711294dc54998a66c39c99b862bad is 175, key is test_row_0/A:col10/1733455232811/Put/seqid=0 2024-12-06T03:20:34,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742283_1459 (size=31903) 2024-12-06T03:20:34,976 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:20:34,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:34,981 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. as already flushing 2024-12-06T03:20:34,982 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412063e31ab844a854c18a2c0d7bdad945afa_46f0bcf33336fc9444365596bd276789 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412063e31ab844a854c18a2c0d7bdad945afa_46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:34,983 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/f62c8b7ab75c49c5a9174e41ed17672c, store: [table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:34,984 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/f62c8b7ab75c49c5a9174e41ed17672c is 175, key is test_row_0/A:col10/1733455232829/Put/seqid=0 2024-12-06T03:20:34,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742284_1460 (size=31255) 2024-12-06T03:20:35,097 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:35,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455295093, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:35,200 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:35,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455295199, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:35,347 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/9fe711294dc54998a66c39c99b862bad as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/9fe711294dc54998a66c39c99b862bad 2024-12-06T03:20:35,351 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 46f0bcf33336fc9444365596bd276789/A of 46f0bcf33336fc9444365596bd276789 into 9fe711294dc54998a66c39c99b862bad(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:20:35,351 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 46f0bcf33336fc9444365596bd276789: 2024-12-06T03:20:35,351 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789., storeName=46f0bcf33336fc9444365596bd276789/A, priority=13, startTime=1733455234491; duration=0sec 2024-12-06T03:20:35,351 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:35,351 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46f0bcf33336fc9444365596bd276789:A 2024-12-06T03:20:35,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-06T03:20:35,390 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=287, memsize=13.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/f62c8b7ab75c49c5a9174e41ed17672c 2024-12-06T03:20:35,396 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/02d718b9ffdc4c4eb7966dc169f4ae76 is 50, key is test_row_0/B:col10/1733455232829/Put/seqid=0 2024-12-06T03:20:35,399 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742285_1461 (size=12301) 2024-12-06T03:20:35,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:35,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 288 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455295401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:35,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:35,708 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 290 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455295706, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:35,800 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/02d718b9ffdc4c4eb7966dc169f4ae76 2024-12-06T03:20:35,806 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/a4534b6ead6b4748a896e17767147931 is 50, key is test_row_0/C:col10/1733455232829/Put/seqid=0 2024-12-06T03:20:35,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742286_1462 (size=12301) 2024-12-06T03:20:35,815 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=13.42 KB at sequenceid=287 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/a4534b6ead6b4748a896e17767147931 2024-12-06T03:20:35,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/f62c8b7ab75c49c5a9174e41ed17672c as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/f62c8b7ab75c49c5a9174e41ed17672c 2024-12-06T03:20:35,822 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/f62c8b7ab75c49c5a9174e41ed17672c, entries=150, sequenceid=287, filesize=30.5 K 2024-12-06T03:20:35,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/02d718b9ffdc4c4eb7966dc169f4ae76 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/02d718b9ffdc4c4eb7966dc169f4ae76 2024-12-06T03:20:35,825 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/02d718b9ffdc4c4eb7966dc169f4ae76, entries=150, sequenceid=287, filesize=12.0 K 2024-12-06T03:20:35,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/a4534b6ead6b4748a896e17767147931 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/a4534b6ead6b4748a896e17767147931 2024-12-06T03:20:35,829 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/a4534b6ead6b4748a896e17767147931, entries=150, sequenceid=287, filesize=12.0 K 2024-12-06T03:20:35,830 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(3040): Finished flush of dataSize ~40.25 KB/41220, heapSize ~106.17 KB/108720, currentSize=161.02 KB/164880 for 46f0bcf33336fc9444365596bd276789 in 1266ms, sequenceid=287, compaction requested=false 2024-12-06T03:20:35,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.HRegion(2538): Flush status journal for 46f0bcf33336fc9444365596bd276789: 2024-12-06T03:20:35,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:35,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=125}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=125 2024-12-06T03:20:35,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=125 2024-12-06T03:20:35,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=125, resume processing ppid=124 2024-12-06T03:20:35,834 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=125, ppid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.5740 sec 2024-12-06T03:20:35,836 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=124, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=124, table=TestAcidGuarantees in 1.5790 sec 2024-12-06T03:20:36,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:36,217 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 46f0bcf33336fc9444365596bd276789 3/3 column families, dataSize=167.72 KB heapSize=440.20 KB 2024-12-06T03:20:36,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=A 2024-12-06T03:20:36,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:36,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=B 2024-12-06T03:20:36,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:36,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=C 2024-12-06T03:20:36,217 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:36,223 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120681e3c509edcc4f8e806b472962ecb1e0_46f0bcf33336fc9444365596bd276789 is 50, key is test_row_0/A:col10/1733455235087/Put/seqid=0 2024-12-06T03:20:36,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742287_1463 (size=14994) 2024-12-06T03:20:36,255 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:36,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 298 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455296250, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:36,358 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:36,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 300 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455296356, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:36,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=124 2024-12-06T03:20:36,361 INFO [Thread-1701 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 124 completed 2024-12-06T03:20:36,363 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:20:36,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees 2024-12-06T03:20:36,364 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:20:36,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-06T03:20:36,365 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=126, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:20:36,365 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=127, ppid=126, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:20:36,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-06T03:20:36,516 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:36,516 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-06T03:20:36,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:36,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. as already flushing 2024-12-06T03:20:36,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:36,517 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:36,517 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:36,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:36,562 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 302 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455296561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:36,627 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:20:36,631 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120681e3c509edcc4f8e806b472962ecb1e0_46f0bcf33336fc9444365596bd276789 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120681e3c509edcc4f8e806b472962ecb1e0_46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:36,631 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/aba2003cc3484868bd3ecb5a9fedc717, store: [table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:36,632 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/aba2003cc3484868bd3ecb5a9fedc717 is 175, key is test_row_0/A:col10/1733455235087/Put/seqid=0 2024-12-06T03:20:36,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742288_1464 (size=39949) 2024-12-06T03:20:36,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-06T03:20:36,669 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:36,669 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-06T03:20:36,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:36,669 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. as already flushing 2024-12-06T03:20:36,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:36,670 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:36,670 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:36,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:36,821 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:36,822 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-06T03:20:36,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:36,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. as already flushing 2024-12-06T03:20:36,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:36,822 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:36,822 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:36,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:36,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:36,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 304 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455296864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:36,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-06T03:20:36,977 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:36,978 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-06T03:20:36,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:36,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. as already flushing 2024-12-06T03:20:36,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:36,978 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:36,978 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:36,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:37,040 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=317, memsize=55.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/aba2003cc3484868bd3ecb5a9fedc717 2024-12-06T03:20:37,047 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/dc403160ba194c83a56ce2cb9ad4dc7a is 50, key is test_row_0/B:col10/1733455235087/Put/seqid=0 2024-12-06T03:20:37,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742289_1465 (size=12301) 2024-12-06T03:20:37,130 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:37,130 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-06T03:20:37,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:37,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. as already flushing 2024-12-06T03:20:37,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:37,131 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:37,131 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:37,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:37,283 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:37,284 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-06T03:20:37,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:37,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. as already flushing 2024-12-06T03:20:37,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:37,284 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:37,284 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:37,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:37,372 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:37,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 306 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455297370, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:37,436 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:37,437 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-06T03:20:37,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:37,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. as already flushing 2024-12-06T03:20:37,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:37,437 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] handler.RSProcedureHandler(58): pid=127 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:37,437 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=127 java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:37,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=127 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:37,457 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/dc403160ba194c83a56ce2cb9ad4dc7a 2024-12-06T03:20:37,464 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/5a3fa59939f049f183818c345a665f75 is 50, key is test_row_0/C:col10/1733455235087/Put/seqid=0 2024-12-06T03:20:37,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-06T03:20:37,468 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742290_1466 (size=12301) 2024-12-06T03:20:37,470 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.91 KB at sequenceid=317 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/5a3fa59939f049f183818c345a665f75 2024-12-06T03:20:37,474 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/aba2003cc3484868bd3ecb5a9fedc717 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/aba2003cc3484868bd3ecb5a9fedc717 2024-12-06T03:20:37,477 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/aba2003cc3484868bd3ecb5a9fedc717, entries=200, sequenceid=317, filesize=39.0 K 2024-12-06T03:20:37,478 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/dc403160ba194c83a56ce2cb9ad4dc7a as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/dc403160ba194c83a56ce2cb9ad4dc7a 2024-12-06T03:20:37,481 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/dc403160ba194c83a56ce2cb9ad4dc7a, entries=150, sequenceid=317, filesize=12.0 K 2024-12-06T03:20:37,482 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/5a3fa59939f049f183818c345a665f75 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/5a3fa59939f049f183818c345a665f75 2024-12-06T03:20:37,485 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/5a3fa59939f049f183818c345a665f75, entries=150, sequenceid=317, filesize=12.0 K 2024-12-06T03:20:37,486 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~167.72 KB/171750, heapSize ~440.16 KB/450720, currentSize=33.54 KB/34350 for 46f0bcf33336fc9444365596bd276789 in 1270ms, sequenceid=317, compaction requested=true 2024-12-06T03:20:37,486 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 46f0bcf33336fc9444365596bd276789: 2024-12-06T03:20:37,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46f0bcf33336fc9444365596bd276789:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:20:37,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:37,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46f0bcf33336fc9444365596bd276789:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:20:37,486 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:37,487 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:20:37,487 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:20:37,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46f0bcf33336fc9444365596bd276789:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:20:37,487 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:20:37,487 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:20:37,487 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): 46f0bcf33336fc9444365596bd276789/B is initiating minor compaction (all files) 2024-12-06T03:20:37,487 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103107 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:20:37,487 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 46f0bcf33336fc9444365596bd276789/B in TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:37,487 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): 46f0bcf33336fc9444365596bd276789/A is initiating minor compaction (all files) 2024-12-06T03:20:37,487 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 46f0bcf33336fc9444365596bd276789/A in TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:37,487 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/d0c3ad0c7ae54e79bfeac8598fdea8e6, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/02d718b9ffdc4c4eb7966dc169f4ae76, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/dc403160ba194c83a56ce2cb9ad4dc7a] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp, totalSize=36.7 K 2024-12-06T03:20:37,487 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/9fe711294dc54998a66c39c99b862bad, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/f62c8b7ab75c49c5a9174e41ed17672c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/aba2003cc3484868bd3ecb5a9fedc717] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp, totalSize=100.7 K 2024-12-06T03:20:37,488 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:37,488 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. files: [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/9fe711294dc54998a66c39c99b862bad, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/f62c8b7ab75c49c5a9174e41ed17672c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/aba2003cc3484868bd3ecb5a9fedc717] 2024-12-06T03:20:37,488 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting d0c3ad0c7ae54e79bfeac8598fdea8e6, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733455231620 2024-12-06T03:20:37,488 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9fe711294dc54998a66c39c99b862bad, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733455231620 2024-12-06T03:20:37,488 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 02d718b9ffdc4c4eb7966dc169f4ae76, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733455232829 2024-12-06T03:20:37,488 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting f62c8b7ab75c49c5a9174e41ed17672c, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733455232829 2024-12-06T03:20:37,488 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting dc403160ba194c83a56ce2cb9ad4dc7a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733455235087 2024-12-06T03:20:37,489 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting aba2003cc3484868bd3ecb5a9fedc717, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733455235079 2024-12-06T03:20:37,494 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:37,495 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46f0bcf33336fc9444365596bd276789#B#compaction#393 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:20:37,496 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/d09ad44307674530a559cf2f95881a90 is 50, key is test_row_0/B:col10/1733455235087/Put/seqid=0 2024-12-06T03:20:37,497 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412067412bce19f154e2484eedb8e719801a8_46f0bcf33336fc9444365596bd276789 store=[table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:37,501 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412067412bce19f154e2484eedb8e719801a8_46f0bcf33336fc9444365596bd276789, store=[table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:37,502 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412067412bce19f154e2484eedb8e719801a8_46f0bcf33336fc9444365596bd276789 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:37,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742291_1467 (size=13051) 2024-12-06T03:20:37,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742292_1468 (size=4469) 2024-12-06T03:20:37,589 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:37,590 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=127 2024-12-06T03:20:37,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:37,590 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2837): Flushing 46f0bcf33336fc9444365596bd276789 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-06T03:20:37,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=A 2024-12-06T03:20:37,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:37,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=B 2024-12-06T03:20:37,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:37,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=C 2024-12-06T03:20:37,590 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:37,596 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206c671513501a840b4a3850c09e7cfa0e2_46f0bcf33336fc9444365596bd276789 is 50, key is test_row_0/A:col10/1733455236249/Put/seqid=0 2024-12-06T03:20:37,600 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742293_1469 (size=12454) 2024-12-06T03:20:37,911 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/d09ad44307674530a559cf2f95881a90 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/d09ad44307674530a559cf2f95881a90 2024-12-06T03:20:37,915 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 46f0bcf33336fc9444365596bd276789/B of 46f0bcf33336fc9444365596bd276789 into d09ad44307674530a559cf2f95881a90(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:20:37,915 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 46f0bcf33336fc9444365596bd276789: 2024-12-06T03:20:37,915 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46f0bcf33336fc9444365596bd276789#A#compaction#394 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:20:37,915 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789., storeName=46f0bcf33336fc9444365596bd276789/B, priority=13, startTime=1733455237486; duration=0sec 2024-12-06T03:20:37,915 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:20:37,915 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46f0bcf33336fc9444365596bd276789:B 2024-12-06T03:20:37,915 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:20:37,916 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/885f699da128467895a8176831e289aa is 175, key is test_row_0/A:col10/1733455235087/Put/seqid=0 2024-12-06T03:20:37,916 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:20:37,916 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): 46f0bcf33336fc9444365596bd276789/C is initiating minor compaction (all files) 2024-12-06T03:20:37,916 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 46f0bcf33336fc9444365596bd276789/C in TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:37,917 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/a17e70fc35c14cd79b3dd9f25278116d, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/a4534b6ead6b4748a896e17767147931, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/5a3fa59939f049f183818c345a665f75] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp, totalSize=36.7 K 2024-12-06T03:20:37,917 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting a17e70fc35c14cd79b3dd9f25278116d, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=277, earliestPutTs=1733455231620 2024-12-06T03:20:37,917 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting a4534b6ead6b4748a896e17767147931, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=287, earliestPutTs=1733455232829 2024-12-06T03:20:37,918 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 5a3fa59939f049f183818c345a665f75, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733455235087 2024-12-06T03:20:37,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742294_1470 (size=32005) 2024-12-06T03:20:37,927 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46f0bcf33336fc9444365596bd276789#C#compaction#396 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:20:37,927 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/106ac445bbe14359b308a9c2be1314d6 is 50, key is test_row_0/C:col10/1733455235087/Put/seqid=0 2024-12-06T03:20:37,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742295_1471 (size=13051) 2024-12-06T03:20:38,000 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:20:38,004 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206c671513501a840b4a3850c09e7cfa0e2_46f0bcf33336fc9444365596bd276789 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206c671513501a840b4a3850c09e7cfa0e2_46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:38,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/19793e2414f247578466d0712a3f3a9b, store: [table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:38,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/19793e2414f247578466d0712a3f3a9b is 175, key is test_row_0/A:col10/1733455236249/Put/seqid=0 2024-12-06T03:20:38,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742296_1472 (size=31255) 2024-12-06T03:20:38,325 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/885f699da128467895a8176831e289aa as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/885f699da128467895a8176831e289aa 2024-12-06T03:20:38,329 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 46f0bcf33336fc9444365596bd276789/A of 46f0bcf33336fc9444365596bd276789 into 885f699da128467895a8176831e289aa(size=31.3 K), total size for store is 31.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:20:38,329 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 46f0bcf33336fc9444365596bd276789: 2024-12-06T03:20:38,329 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789., storeName=46f0bcf33336fc9444365596bd276789/A, priority=13, startTime=1733455237486; duration=0sec 2024-12-06T03:20:38,329 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:38,329 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46f0bcf33336fc9444365596bd276789:A 2024-12-06T03:20:38,336 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/106ac445bbe14359b308a9c2be1314d6 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/106ac445bbe14359b308a9c2be1314d6 2024-12-06T03:20:38,340 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 46f0bcf33336fc9444365596bd276789/C of 46f0bcf33336fc9444365596bd276789 into 106ac445bbe14359b308a9c2be1314d6(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:20:38,340 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 46f0bcf33336fc9444365596bd276789: 2024-12-06T03:20:38,340 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789., storeName=46f0bcf33336fc9444365596bd276789/C, priority=13, startTime=1733455237486; duration=0sec 2024-12-06T03:20:38,340 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:38,340 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46f0bcf33336fc9444365596bd276789:C 2024-12-06T03:20:38,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:38,387 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. as already flushing 2024-12-06T03:20:38,409 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=325, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/19793e2414f247578466d0712a3f3a9b 2024-12-06T03:20:38,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/e39775c804094e668d88b34539571262 is 50, key is test_row_0/B:col10/1733455236249/Put/seqid=0 2024-12-06T03:20:38,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742297_1473 (size=12301) 2024-12-06T03:20:38,468 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-06T03:20:38,497 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:38,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 333 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455298492, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:38,600 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:38,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 335 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455298598, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:38,803 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:38,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 337 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455298802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:38,821 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/e39775c804094e668d88b34539571262 2024-12-06T03:20:38,829 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/108558d75a7e4d98b54e2a6810c32fd7 is 50, key is test_row_0/C:col10/1733455236249/Put/seqid=0 2024-12-06T03:20:38,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742298_1474 (size=12301) 2024-12-06T03:20:38,904 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T03:20:39,107 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:39,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 339 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455299104, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:39,236 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=325 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/108558d75a7e4d98b54e2a6810c32fd7 2024-12-06T03:20:39,240 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/19793e2414f247578466d0712a3f3a9b as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/19793e2414f247578466d0712a3f3a9b 2024-12-06T03:20:39,244 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/19793e2414f247578466d0712a3f3a9b, entries=150, sequenceid=325, filesize=30.5 K 2024-12-06T03:20:39,244 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/e39775c804094e668d88b34539571262 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/e39775c804094e668d88b34539571262 2024-12-06T03:20:39,248 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/e39775c804094e668d88b34539571262, entries=150, sequenceid=325, filesize=12.0 K 2024-12-06T03:20:39,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/108558d75a7e4d98b54e2a6810c32fd7 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/108558d75a7e4d98b54e2a6810c32fd7 2024-12-06T03:20:39,252 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/108558d75a7e4d98b54e2a6810c32fd7, entries=150, sequenceid=325, filesize=12.0 K 2024-12-06T03:20:39,253 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=167.72 KB/171750 for 46f0bcf33336fc9444365596bd276789 in 1663ms, sequenceid=325, compaction requested=false 2024-12-06T03:20:39,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.HRegion(2538): Flush status journal for 46f0bcf33336fc9444365596bd276789: 2024-12-06T03:20:39,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:39,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=127}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=127 2024-12-06T03:20:39,253 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=127 2024-12-06T03:20:39,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=127, resume processing ppid=126 2024-12-06T03:20:39,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=127, ppid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.8890 sec 2024-12-06T03:20:39,256 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=126, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=126, table=TestAcidGuarantees in 2.8920 sec 2024-12-06T03:20:39,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:39,615 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 46f0bcf33336fc9444365596bd276789 3/3 column families, dataSize=174.43 KB heapSize=457.78 KB 2024-12-06T03:20:39,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=A 2024-12-06T03:20:39,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:39,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=B 2024-12-06T03:20:39,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:39,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=C 2024-12-06T03:20:39,615 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:39,627 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064332b43a766e43b2bc7f61e7534f9935_46f0bcf33336fc9444365596bd276789 is 50, key is test_row_0/A:col10/1733455238484/Put/seqid=0 2024-12-06T03:20:39,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742299_1475 (size=14994) 2024-12-06T03:20:39,644 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:20:39,647 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064332b43a766e43b2bc7f61e7534f9935_46f0bcf33336fc9444365596bd276789 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064332b43a766e43b2bc7f61e7534f9935_46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:39,649 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/7f921695b7174e038d609cf1d880fb7c, store: [table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:39,649 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:39,649 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 346 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455299644, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:39,649 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/7f921695b7174e038d609cf1d880fb7c is 175, key is test_row_0/A:col10/1733455238484/Put/seqid=0 2024-12-06T03:20:39,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742300_1476 (size=39949) 2024-12-06T03:20:39,740 DEBUG [Thread-1704 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1f49665c to 127.0.0.1:63130 2024-12-06T03:20:39,740 DEBUG [Thread-1704 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:20:39,740 DEBUG [Thread-1710 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b308f62 to 127.0.0.1:63130 2024-12-06T03:20:39,740 DEBUG [Thread-1710 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:20:39,742 DEBUG [Thread-1708 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x75e4d3d0 to 127.0.0.1:63130 2024-12-06T03:20:39,742 DEBUG [Thread-1708 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:20:39,744 DEBUG [Thread-1706 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x683f8469 to 127.0.0.1:63130 2024-12-06T03:20:39,744 DEBUG [Thread-1706 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:20:39,744 DEBUG [Thread-1702 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5aee939b to 127.0.0.1:63130 2024-12-06T03:20:39,744 DEBUG [Thread-1702 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:20:39,750 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:39,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 348 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455299750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:39,846 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:39,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50306 deadline: 1733455299845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:39,846 DEBUG [Thread-1697 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18190 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789., hostname=4c7f994aa0f5,34349,1733455120723, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:20:39,865 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:39,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 50 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50288 deadline: 1733455299865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:39,866 DEBUG [Thread-1695 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18207 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789., hostname=4c7f994aa0f5,34349,1733455120723, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:20:39,875 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:39,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50298 deadline: 1733455299875, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:39,876 DEBUG [Thread-1693 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18216 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789., hostname=4c7f994aa0f5,34349,1733455120723, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:20:39,903 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:39,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50258 deadline: 1733455299903, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:39,903 DEBUG [Thread-1699 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=8, retries=16, started=18243 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789., hostname=4c7f994aa0f5,34349,1733455120723, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:20:39,952 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:39,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 350 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455299952, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:40,067 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=357, memsize=58.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/7f921695b7174e038d609cf1d880fb7c 2024-12-06T03:20:40,073 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/bf4d6c3cbcb14c578057d990541cae2f is 50, key is test_row_0/B:col10/1733455238484/Put/seqid=0 2024-12-06T03:20:40,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742301_1477 (size=12301) 2024-12-06T03:20:40,254 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:40,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 352 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455300254, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:40,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=126 2024-12-06T03:20:40,469 INFO [Thread-1701 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 126 completed 2024-12-06T03:20:40,476 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/bf4d6c3cbcb14c578057d990541cae2f 2024-12-06T03:20:40,482 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/631a153e093745f8b829c072c1f4b61c is 50, key is test_row_0/C:col10/1733455238484/Put/seqid=0 2024-12-06T03:20:40,485 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742302_1478 (size=12301) 2024-12-06T03:20:40,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:40,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 354 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:50310 deadline: 1733455300757, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:40,886 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=58.14 KB at sequenceid=357 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/631a153e093745f8b829c072c1f4b61c 2024-12-06T03:20:40,889 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/7f921695b7174e038d609cf1d880fb7c as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/7f921695b7174e038d609cf1d880fb7c 2024-12-06T03:20:40,892 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/7f921695b7174e038d609cf1d880fb7c, entries=200, sequenceid=357, filesize=39.0 K 2024-12-06T03:20:40,892 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/bf4d6c3cbcb14c578057d990541cae2f as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/bf4d6c3cbcb14c578057d990541cae2f 2024-12-06T03:20:40,895 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/bf4d6c3cbcb14c578057d990541cae2f, entries=150, sequenceid=357, filesize=12.0 K 2024-12-06T03:20:40,895 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/631a153e093745f8b829c072c1f4b61c as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/631a153e093745f8b829c072c1f4b61c 2024-12-06T03:20:40,898 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/631a153e093745f8b829c072c1f4b61c, entries=150, sequenceid=357, filesize=12.0 K 2024-12-06T03:20:40,899 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~174.43 KB/178620, heapSize ~457.73 KB/468720, currentSize=26.84 KB/27480 for 46f0bcf33336fc9444365596bd276789 in 1283ms, sequenceid=357, compaction requested=true 2024-12-06T03:20:40,899 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 46f0bcf33336fc9444365596bd276789: 2024-12-06T03:20:40,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46f0bcf33336fc9444365596bd276789:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:20:40,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:40,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46f0bcf33336fc9444365596bd276789:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:20:40,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:40,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store 46f0bcf33336fc9444365596bd276789:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:20:40,899 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:20:40,899 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:20:40,899 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:20:40,899 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:20:40,899 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103209 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:20:40,900 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): 46f0bcf33336fc9444365596bd276789/A is initiating minor compaction (all files) 2024-12-06T03:20:40,900 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): 46f0bcf33336fc9444365596bd276789/B is initiating minor compaction (all files) 2024-12-06T03:20:40,900 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 46f0bcf33336fc9444365596bd276789/A in TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:40,900 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 46f0bcf33336fc9444365596bd276789/B in TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:40,900 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/885f699da128467895a8176831e289aa, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/19793e2414f247578466d0712a3f3a9b, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/7f921695b7174e038d609cf1d880fb7c] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp, totalSize=100.8 K 2024-12-06T03:20:40,900 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/d09ad44307674530a559cf2f95881a90, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/e39775c804094e668d88b34539571262, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/bf4d6c3cbcb14c578057d990541cae2f] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp, totalSize=36.8 K 2024-12-06T03:20:40,900 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:40,900 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. files: [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/885f699da128467895a8176831e289aa, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/19793e2414f247578466d0712a3f3a9b, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/7f921695b7174e038d609cf1d880fb7c] 2024-12-06T03:20:40,900 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 885f699da128467895a8176831e289aa, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733455235087 2024-12-06T03:20:40,900 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting d09ad44307674530a559cf2f95881a90, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733455235087 2024-12-06T03:20:40,900 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 19793e2414f247578466d0712a3f3a9b, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733455236233 2024-12-06T03:20:40,900 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting e39775c804094e668d88b34539571262, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733455236233 2024-12-06T03:20:40,901 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7f921695b7174e038d609cf1d880fb7c, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1733455238478 2024-12-06T03:20:40,901 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting bf4d6c3cbcb14c578057d990541cae2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1733455238478 2024-12-06T03:20:40,905 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:40,907 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412060abc397f980044e9b73c73dd62b030f6_46f0bcf33336fc9444365596bd276789 store=[table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:40,907 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46f0bcf33336fc9444365596bd276789#B#compaction#402 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:20:40,908 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/e9505cd8f7d34b508065d96b09fa8e35 is 50, key is test_row_0/B:col10/1733455238484/Put/seqid=0 2024-12-06T03:20:40,912 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412060abc397f980044e9b73c73dd62b030f6_46f0bcf33336fc9444365596bd276789, store=[table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:40,913 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412060abc397f980044e9b73c73dd62b030f6_46f0bcf33336fc9444365596bd276789 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:40,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742303_1479 (size=13153) 2024-12-06T03:20:40,920 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742304_1480 (size=4469) 2024-12-06T03:20:40,921 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46f0bcf33336fc9444365596bd276789#A#compaction#403 average throughput is 1.53 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:20:40,922 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/ebe2901e4c17456db2a5c0354b0ce4bb is 175, key is test_row_0/A:col10/1733455238484/Put/seqid=0 2024-12-06T03:20:40,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742305_1481 (size=32107) 2024-12-06T03:20:41,317 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/e9505cd8f7d34b508065d96b09fa8e35 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/e9505cd8f7d34b508065d96b09fa8e35 2024-12-06T03:20:41,321 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 46f0bcf33336fc9444365596bd276789/B of 46f0bcf33336fc9444365596bd276789 into e9505cd8f7d34b508065d96b09fa8e35(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:20:41,321 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 46f0bcf33336fc9444365596bd276789: 2024-12-06T03:20:41,321 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789., storeName=46f0bcf33336fc9444365596bd276789/B, priority=13, startTime=1733455240899; duration=0sec 2024-12-06T03:20:41,321 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:20:41,321 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46f0bcf33336fc9444365596bd276789:B 2024-12-06T03:20:41,321 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:20:41,322 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:20:41,322 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): 46f0bcf33336fc9444365596bd276789/C is initiating minor compaction (all files) 2024-12-06T03:20:41,322 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of 46f0bcf33336fc9444365596bd276789/C in TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:41,322 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/106ac445bbe14359b308a9c2be1314d6, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/108558d75a7e4d98b54e2a6810c32fd7, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/631a153e093745f8b829c072c1f4b61c] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp, totalSize=36.8 K 2024-12-06T03:20:41,323 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 106ac445bbe14359b308a9c2be1314d6, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=317, earliestPutTs=1733455235087 2024-12-06T03:20:41,323 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 108558d75a7e4d98b54e2a6810c32fd7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=325, earliestPutTs=1733455236233 2024-12-06T03:20:41,323 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 631a153e093745f8b829c072c1f4b61c, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=357, earliestPutTs=1733455238478 2024-12-06T03:20:41,328 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 46f0bcf33336fc9444365596bd276789#C#compaction#404 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:20:41,329 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/184b1895e2524eaab8e1f08d3374266e is 50, key is test_row_0/C:col10/1733455238484/Put/seqid=0 2024-12-06T03:20:41,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742306_1482 (size=13153) 2024-12-06T03:20:41,335 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/ebe2901e4c17456db2a5c0354b0ce4bb as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/ebe2901e4c17456db2a5c0354b0ce4bb 2024-12-06T03:20:41,335 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/184b1895e2524eaab8e1f08d3374266e as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/184b1895e2524eaab8e1f08d3374266e 2024-12-06T03:20:41,338 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 46f0bcf33336fc9444365596bd276789/A of 46f0bcf33336fc9444365596bd276789 into ebe2901e4c17456db2a5c0354b0ce4bb(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:20:41,338 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 46f0bcf33336fc9444365596bd276789: 2024-12-06T03:20:41,338 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789., storeName=46f0bcf33336fc9444365596bd276789/A, priority=13, startTime=1733455240899; duration=0sec 2024-12-06T03:20:41,338 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in 46f0bcf33336fc9444365596bd276789/C of 46f0bcf33336fc9444365596bd276789 into 184b1895e2524eaab8e1f08d3374266e(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:20:41,338 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:41,338 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for 46f0bcf33336fc9444365596bd276789: 2024-12-06T03:20:41,338 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46f0bcf33336fc9444365596bd276789:A 2024-12-06T03:20:41,338 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789., storeName=46f0bcf33336fc9444365596bd276789/C, priority=13, startTime=1733455240899; duration=0sec 2024-12-06T03:20:41,339 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:41,339 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 46f0bcf33336fc9444365596bd276789:C 2024-12-06T03:20:41,763 DEBUG [Thread-1691 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x1b82ba2a to 127.0.0.1:63130 2024-12-06T03:20:41,763 DEBUG [Thread-1691 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:20:43,234 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/477075a2969a4fcdb89cf29114689493, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/b8ba78fd1e5142aeb4525d77772d88b4, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/d1cfdce679194d4baf65e9e3949e9f15, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/df0aab9f857c418c98eafcddce87116f, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/0a4a945131e746e292e5725246da8849, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/0e12b272827840e9b0512eae3e7758ee, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/c8190f921f8e4ae1a887b190d8eec130, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/14053c2b375a416288ebcceb443a1094, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/1b3ea69b01c24d9a91d883ad81ac0f87, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/92abc4c9d10943c0a3f8d1d236318901, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/ff5c0c4ff8dd4e4c8221108c9b3e68a9, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/b9227ebe234347e7b61a1c37253c538b, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/5e4865fb45b040e1968adaaa4e8f005a, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/0f1ffc9620a54f6bb0455a4d2c87e6ae, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/1940804bc3ac48f5a1243b4eaff265c6, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/737d3b9e7a3349988e3411a991e1015b, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/ba63b30f7ee64913968b00b52792e8c3, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/4d80ae1a0c8b42739c254323a3d08238, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/dce344460cef4229b422f9689ce81ba4, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/9fe711294dc54998a66c39c99b862bad, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/f62c8b7ab75c49c5a9174e41ed17672c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/aba2003cc3484868bd3ecb5a9fedc717, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/885f699da128467895a8176831e289aa, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/19793e2414f247578466d0712a3f3a9b, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/7f921695b7174e038d609cf1d880fb7c] to archive 2024-12-06T03:20:43,235 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T03:20:43,236 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/477075a2969a4fcdb89cf29114689493 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/477075a2969a4fcdb89cf29114689493 2024-12-06T03:20:43,237 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/b8ba78fd1e5142aeb4525d77772d88b4 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/b8ba78fd1e5142aeb4525d77772d88b4 2024-12-06T03:20:43,238 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/d1cfdce679194d4baf65e9e3949e9f15 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/d1cfdce679194d4baf65e9e3949e9f15 2024-12-06T03:20:43,239 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/df0aab9f857c418c98eafcddce87116f to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/df0aab9f857c418c98eafcddce87116f 2024-12-06T03:20:43,239 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/0a4a945131e746e292e5725246da8849 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/0a4a945131e746e292e5725246da8849 2024-12-06T03:20:43,240 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/0e12b272827840e9b0512eae3e7758ee to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/0e12b272827840e9b0512eae3e7758ee 2024-12-06T03:20:43,241 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/c8190f921f8e4ae1a887b190d8eec130 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/c8190f921f8e4ae1a887b190d8eec130 2024-12-06T03:20:43,242 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/14053c2b375a416288ebcceb443a1094 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/14053c2b375a416288ebcceb443a1094 2024-12-06T03:20:43,243 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/1b3ea69b01c24d9a91d883ad81ac0f87 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/1b3ea69b01c24d9a91d883ad81ac0f87 2024-12-06T03:20:43,243 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/92abc4c9d10943c0a3f8d1d236318901 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/92abc4c9d10943c0a3f8d1d236318901 2024-12-06T03:20:43,244 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/ff5c0c4ff8dd4e4c8221108c9b3e68a9 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/ff5c0c4ff8dd4e4c8221108c9b3e68a9 2024-12-06T03:20:43,245 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/b9227ebe234347e7b61a1c37253c538b to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/b9227ebe234347e7b61a1c37253c538b 2024-12-06T03:20:43,246 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/5e4865fb45b040e1968adaaa4e8f005a to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/5e4865fb45b040e1968adaaa4e8f005a 2024-12-06T03:20:43,246 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/0f1ffc9620a54f6bb0455a4d2c87e6ae to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/0f1ffc9620a54f6bb0455a4d2c87e6ae 2024-12-06T03:20:43,247 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/1940804bc3ac48f5a1243b4eaff265c6 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/1940804bc3ac48f5a1243b4eaff265c6 2024-12-06T03:20:43,248 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/737d3b9e7a3349988e3411a991e1015b to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/737d3b9e7a3349988e3411a991e1015b 2024-12-06T03:20:43,249 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/ba63b30f7ee64913968b00b52792e8c3 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/ba63b30f7ee64913968b00b52792e8c3 2024-12-06T03:20:43,249 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/4d80ae1a0c8b42739c254323a3d08238 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/4d80ae1a0c8b42739c254323a3d08238 2024-12-06T03:20:43,250 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/dce344460cef4229b422f9689ce81ba4 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/dce344460cef4229b422f9689ce81ba4 2024-12-06T03:20:43,251 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/9fe711294dc54998a66c39c99b862bad to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/9fe711294dc54998a66c39c99b862bad 2024-12-06T03:20:43,252 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/f62c8b7ab75c49c5a9174e41ed17672c to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/f62c8b7ab75c49c5a9174e41ed17672c 2024-12-06T03:20:43,252 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/aba2003cc3484868bd3ecb5a9fedc717 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/aba2003cc3484868bd3ecb5a9fedc717 2024-12-06T03:20:43,253 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/885f699da128467895a8176831e289aa to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/885f699da128467895a8176831e289aa 2024-12-06T03:20:43,254 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/19793e2414f247578466d0712a3f3a9b to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/19793e2414f247578466d0712a3f3a9b 2024-12-06T03:20:43,255 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/7f921695b7174e038d609cf1d880fb7c to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/7f921695b7174e038d609cf1d880fb7c 2024-12-06T03:20:43,257 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/b22e1df2c2d24ce3aa592bbfb43adf88, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/d683496d63f048988bd51cb688d5b88a, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/c81cc646dff24916b9f14062ae4a8a58, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/4e82c3cd33b542d1ba19a2aefb08cb22, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/74ce65b04cd74f5291ccb2af58df0728, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/cdcedbbca4e84ebbaf1294390f0e8738, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/d245a9c3f9514dbbb58b35ec0471f48c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/abf843110c404d19b04ebbfa3a05f803, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/b0d7a2548cf9415b9c1eb027fae6ea58, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/bee8bae2c91b445eb7aa8ee290706d17, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/38e871aa4069492d8f0880ea97b52222, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/1818a85234604c7abc249906f83b90c7, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/d414a5a9b2b645679fc3c18b5ad8bb7f, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/49d2b162688147cebd20c5182e79a80a, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/b2fe17b0ea7447ca937188c1ff661bab, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/898b3b45a57c4023bd42a4edc6058e31, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/41dd9f23cae74f3e858deec70865e9f3, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/0d64b9b92b7d44a7a779156d609db5bd, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/d0c3ad0c7ae54e79bfeac8598fdea8e6, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/2350f77ab0c646989866e85fa45352a0, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/02d718b9ffdc4c4eb7966dc169f4ae76, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/d09ad44307674530a559cf2f95881a90, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/dc403160ba194c83a56ce2cb9ad4dc7a, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/e39775c804094e668d88b34539571262, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/bf4d6c3cbcb14c578057d990541cae2f] to archive 2024-12-06T03:20:43,258 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T03:20:43,259 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/b22e1df2c2d24ce3aa592bbfb43adf88 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/b22e1df2c2d24ce3aa592bbfb43adf88 2024-12-06T03:20:43,260 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/d683496d63f048988bd51cb688d5b88a to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/d683496d63f048988bd51cb688d5b88a 2024-12-06T03:20:43,261 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/c81cc646dff24916b9f14062ae4a8a58 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/c81cc646dff24916b9f14062ae4a8a58 2024-12-06T03:20:43,262 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/4e82c3cd33b542d1ba19a2aefb08cb22 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/4e82c3cd33b542d1ba19a2aefb08cb22 2024-12-06T03:20:43,263 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/74ce65b04cd74f5291ccb2af58df0728 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/74ce65b04cd74f5291ccb2af58df0728 2024-12-06T03:20:43,264 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/cdcedbbca4e84ebbaf1294390f0e8738 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/cdcedbbca4e84ebbaf1294390f0e8738 2024-12-06T03:20:43,265 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/d245a9c3f9514dbbb58b35ec0471f48c to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/d245a9c3f9514dbbb58b35ec0471f48c 2024-12-06T03:20:43,265 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/abf843110c404d19b04ebbfa3a05f803 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/abf843110c404d19b04ebbfa3a05f803 2024-12-06T03:20:43,266 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/b0d7a2548cf9415b9c1eb027fae6ea58 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/b0d7a2548cf9415b9c1eb027fae6ea58 2024-12-06T03:20:43,267 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/bee8bae2c91b445eb7aa8ee290706d17 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/bee8bae2c91b445eb7aa8ee290706d17 2024-12-06T03:20:43,268 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/38e871aa4069492d8f0880ea97b52222 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/38e871aa4069492d8f0880ea97b52222 2024-12-06T03:20:43,269 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/1818a85234604c7abc249906f83b90c7 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/1818a85234604c7abc249906f83b90c7 2024-12-06T03:20:43,269 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/d414a5a9b2b645679fc3c18b5ad8bb7f to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/d414a5a9b2b645679fc3c18b5ad8bb7f 2024-12-06T03:20:43,270 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/49d2b162688147cebd20c5182e79a80a to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/49d2b162688147cebd20c5182e79a80a 2024-12-06T03:20:43,271 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/b2fe17b0ea7447ca937188c1ff661bab to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/b2fe17b0ea7447ca937188c1ff661bab 2024-12-06T03:20:43,272 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/898b3b45a57c4023bd42a4edc6058e31 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/898b3b45a57c4023bd42a4edc6058e31 2024-12-06T03:20:43,272 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/41dd9f23cae74f3e858deec70865e9f3 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/41dd9f23cae74f3e858deec70865e9f3 2024-12-06T03:20:43,273 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/0d64b9b92b7d44a7a779156d609db5bd to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/0d64b9b92b7d44a7a779156d609db5bd 2024-12-06T03:20:43,274 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/d0c3ad0c7ae54e79bfeac8598fdea8e6 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/d0c3ad0c7ae54e79bfeac8598fdea8e6 2024-12-06T03:20:43,275 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/2350f77ab0c646989866e85fa45352a0 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/2350f77ab0c646989866e85fa45352a0 2024-12-06T03:20:43,276 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/02d718b9ffdc4c4eb7966dc169f4ae76 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/02d718b9ffdc4c4eb7966dc169f4ae76 2024-12-06T03:20:43,276 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/d09ad44307674530a559cf2f95881a90 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/d09ad44307674530a559cf2f95881a90 2024-12-06T03:20:43,277 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/dc403160ba194c83a56ce2cb9ad4dc7a to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/dc403160ba194c83a56ce2cb9ad4dc7a 2024-12-06T03:20:43,278 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/e39775c804094e668d88b34539571262 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/e39775c804094e668d88b34539571262 2024-12-06T03:20:43,279 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/bf4d6c3cbcb14c578057d990541cae2f to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/bf4d6c3cbcb14c578057d990541cae2f 2024-12-06T03:20:43,281 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/654578013b844b049272ccd8ce2b9d2f, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/996b221f41524f64a4d4452e600f6692, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/8fb40a46bda54682b23dff1857b45aa0, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/cba6ec93c97f4de6833131bb53c50b99, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/dbda8490da66464d8696d88409b077eb, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/fa66d791ea90401c8743e2cdec9e79cf, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/436b6c2b713944f69c68c8eab91cb9fe, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/e714412f5e6f4a189021ac6fc4011c62, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/ae379e1f125244ecaec78d30acd0881b, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/8de5d639f2ff464580a68fe8f8877a36, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/2eba8d1b613246d0b8bb76f7e63f601b, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/7b59bc35b3e14261b0a86f8f52a79850, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/1da00146a0a148578f12356197283606, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/a2f2b10b32ed4d73a889aa752f6478cb, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/07aa91cf3bea4c96a31c798702ef5950, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/7b0dc69b6df0408182d481941d110e70, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/a7cf56fbefa746669c9f182843fd14fb, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/61e6b35c4bb64f17b010c60721ebf241, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/a17e70fc35c14cd79b3dd9f25278116d, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/b452114750fd4ca28fb56f9d9204e6fc, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/a4534b6ead6b4748a896e17767147931, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/106ac445bbe14359b308a9c2be1314d6, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/5a3fa59939f049f183818c345a665f75, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/108558d75a7e4d98b54e2a6810c32fd7, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/631a153e093745f8b829c072c1f4b61c] to archive 2024-12-06T03:20:43,282 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T03:20:43,283 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/654578013b844b049272ccd8ce2b9d2f to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/654578013b844b049272ccd8ce2b9d2f 2024-12-06T03:20:43,284 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/996b221f41524f64a4d4452e600f6692 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/996b221f41524f64a4d4452e600f6692 2024-12-06T03:20:43,284 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/8fb40a46bda54682b23dff1857b45aa0 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/8fb40a46bda54682b23dff1857b45aa0 2024-12-06T03:20:43,285 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/cba6ec93c97f4de6833131bb53c50b99 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/cba6ec93c97f4de6833131bb53c50b99 2024-12-06T03:20:43,286 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/dbda8490da66464d8696d88409b077eb to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/dbda8490da66464d8696d88409b077eb 2024-12-06T03:20:43,287 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/fa66d791ea90401c8743e2cdec9e79cf to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/fa66d791ea90401c8743e2cdec9e79cf 2024-12-06T03:20:43,287 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/436b6c2b713944f69c68c8eab91cb9fe to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/436b6c2b713944f69c68c8eab91cb9fe 2024-12-06T03:20:43,288 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/e714412f5e6f4a189021ac6fc4011c62 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/e714412f5e6f4a189021ac6fc4011c62 2024-12-06T03:20:43,289 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/ae379e1f125244ecaec78d30acd0881b to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/ae379e1f125244ecaec78d30acd0881b 2024-12-06T03:20:43,289 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/8de5d639f2ff464580a68fe8f8877a36 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/8de5d639f2ff464580a68fe8f8877a36 2024-12-06T03:20:43,290 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/2eba8d1b613246d0b8bb76f7e63f601b to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/2eba8d1b613246d0b8bb76f7e63f601b 2024-12-06T03:20:43,291 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/7b59bc35b3e14261b0a86f8f52a79850 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/7b59bc35b3e14261b0a86f8f52a79850 2024-12-06T03:20:43,292 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/1da00146a0a148578f12356197283606 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/1da00146a0a148578f12356197283606 2024-12-06T03:20:43,292 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/a2f2b10b32ed4d73a889aa752f6478cb to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/a2f2b10b32ed4d73a889aa752f6478cb 2024-12-06T03:20:43,293 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/07aa91cf3bea4c96a31c798702ef5950 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/07aa91cf3bea4c96a31c798702ef5950 2024-12-06T03:20:43,294 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/7b0dc69b6df0408182d481941d110e70 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/7b0dc69b6df0408182d481941d110e70 2024-12-06T03:20:43,294 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/a7cf56fbefa746669c9f182843fd14fb to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/a7cf56fbefa746669c9f182843fd14fb 2024-12-06T03:20:43,295 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/61e6b35c4bb64f17b010c60721ebf241 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/61e6b35c4bb64f17b010c60721ebf241 2024-12-06T03:20:43,296 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/a17e70fc35c14cd79b3dd9f25278116d to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/a17e70fc35c14cd79b3dd9f25278116d 2024-12-06T03:20:43,297 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/b452114750fd4ca28fb56f9d9204e6fc to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/b452114750fd4ca28fb56f9d9204e6fc 2024-12-06T03:20:43,297 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/a4534b6ead6b4748a896e17767147931 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/a4534b6ead6b4748a896e17767147931 2024-12-06T03:20:43,298 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/106ac445bbe14359b308a9c2be1314d6 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/106ac445bbe14359b308a9c2be1314d6 2024-12-06T03:20:43,299 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/5a3fa59939f049f183818c345a665f75 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/5a3fa59939f049f183818c345a665f75 2024-12-06T03:20:43,300 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/108558d75a7e4d98b54e2a6810c32fd7 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/108558d75a7e4d98b54e2a6810c32fd7 2024-12-06T03:20:43,300 DEBUG [RS_COMPACTED_FILES_DISCHARGER-regionserver/4c7f994aa0f5:0-0 {event_type=RS_COMPACTED_FILES_DISCHARGER}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/631a153e093745f8b829c072c1f4b61c to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/631a153e093745f8b829c072c1f4b61c 2024-12-06T03:20:49,886 DEBUG [Thread-1693 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7b6cf8cb to 127.0.0.1:63130 2024-12-06T03:20:49,886 DEBUG [Thread-1693 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:20:49,917 DEBUG [Thread-1695 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7ec15031 to 127.0.0.1:63130 2024-12-06T03:20:49,917 DEBUG [Thread-1695 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:20:49,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on 46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:49,924 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing 46f0bcf33336fc9444365596bd276789 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T03:20:49,924 DEBUG [Thread-1697 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3dd5b441 to 127.0.0.1:63130 2024-12-06T03:20:49,924 DEBUG [Thread-1697 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:20:49,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=A 2024-12-06T03:20:49,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:49,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=B 2024-12-06T03:20:49,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:49,924 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=C 2024-12-06T03:20:49,925 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:49,929 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206d0a2bf2c61d948b889ba8d1dc46cf34a_46f0bcf33336fc9444365596bd276789 is 50, key is test_row_0/A:col10/1733455249916/Put/seqid=0 2024-12-06T03:20:49,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742307_1483 (size=9914) 2024-12-06T03:20:49,991 DEBUG [Thread-1699 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3c336ea4 to 127.0.0.1:63130 2024-12-06T03:20:49,991 DEBUG [Thread-1699 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:20:49,992 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-06T03:20:49,992 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 223 2024-12-06T03:20:49,992 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 10 2024-12-06T03:20:49,992 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 15 2024-12-06T03:20:49,992 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 9 2024-12-06T03:20:49,992 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 30 2024-12-06T03:20:49,992 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-06T03:20:49,992 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-06T03:20:49,992 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2546 2024-12-06T03:20:49,992 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7638 rows 2024-12-06T03:20:49,992 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2543 2024-12-06T03:20:49,992 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7629 rows 2024-12-06T03:20:49,992 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2554 2024-12-06T03:20:49,992 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7662 rows 2024-12-06T03:20:49,992 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2544 2024-12-06T03:20:49,992 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7632 rows 2024-12-06T03:20:49,992 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2535 2024-12-06T03:20:49,992 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7605 rows 2024-12-06T03:20:49,992 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-06T03:20:49,992 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2b976e1a to 127.0.0.1:63130 2024-12-06T03:20:49,992 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:20:49,995 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-06T03:20:49,995 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-06T03:20:49,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=128, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-06T03:20:49,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-06T03:20:49,999 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733455249999"}]},"ts":"1733455249999"} 2024-12-06T03:20:50,000 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-06T03:20:50,002 INFO [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-06T03:20:50,002 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=129, ppid=128, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-06T03:20:50,003 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=130, ppid=129, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=46f0bcf33336fc9444365596bd276789, UNASSIGN}] 2024-12-06T03:20:50,004 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=130, ppid=129, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=46f0bcf33336fc9444365596bd276789, UNASSIGN 2024-12-06T03:20:50,004 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=130 updating hbase:meta row=46f0bcf33336fc9444365596bd276789, regionState=CLOSING, regionLocation=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:50,005 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-06T03:20:50,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=131, ppid=130, state=RUNNABLE; CloseRegionProcedure 46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723}] 2024-12-06T03:20:50,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-06T03:20:50,156 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:50,157 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] handler.UnassignRegionHandler(124): Close 46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:50,157 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-06T03:20:50,157 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1681): Closing 46f0bcf33336fc9444365596bd276789, disabling compactions & flushes 2024-12-06T03:20:50,157 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1942): waiting for 0 compactions & cache flush to complete for region TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:50,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-06T03:20:50,333 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:20:50,336 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206d0a2bf2c61d948b889ba8d1dc46cf34a_46f0bcf33336fc9444365596bd276789 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206d0a2bf2c61d948b889ba8d1dc46cf34a_46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:50,337 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/2156f3e6dd464082955dbc26d9fa7713, store: [table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:50,337 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/2156f3e6dd464082955dbc26d9fa7713 is 175, key is test_row_0/A:col10/1733455249916/Put/seqid=0 2024-12-06T03:20:50,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742308_1484 (size=22561) 2024-12-06T03:20:50,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-06T03:20:50,741 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=371, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/2156f3e6dd464082955dbc26d9fa7713 2024-12-06T03:20:50,747 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/617585c25a1b4632aea6051d8a12ff49 is 50, key is test_row_0/B:col10/1733455249916/Put/seqid=0 2024-12-06T03:20:50,750 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742309_1485 (size=9857) 2024-12-06T03:20:51,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-06T03:20:51,151 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/617585c25a1b4632aea6051d8a12ff49 2024-12-06T03:20:51,157 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/c6078359a867437ba5a489e22be939ef is 50, key is test_row_0/C:col10/1733455249916/Put/seqid=0 2024-12-06T03:20:51,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742310_1486 (size=9857) 2024-12-06T03:20:51,561 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=371 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/c6078359a867437ba5a489e22be939ef 2024-12-06T03:20:51,565 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/2156f3e6dd464082955dbc26d9fa7713 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/2156f3e6dd464082955dbc26d9fa7713 2024-12-06T03:20:51,568 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/2156f3e6dd464082955dbc26d9fa7713, entries=100, sequenceid=371, filesize=22.0 K 2024-12-06T03:20:51,569 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/617585c25a1b4632aea6051d8a12ff49 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/617585c25a1b4632aea6051d8a12ff49 2024-12-06T03:20:51,571 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/617585c25a1b4632aea6051d8a12ff49, entries=100, sequenceid=371, filesize=9.6 K 2024-12-06T03:20:51,572 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/c6078359a867437ba5a489e22be939ef as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/c6078359a867437ba5a489e22be939ef 2024-12-06T03:20:51,575 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/c6078359a867437ba5a489e22be939ef, entries=100, sequenceid=371, filesize=9.6 K 2024-12-06T03:20:51,576 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=6.71 KB/6870 for 46f0bcf33336fc9444365596bd276789 in 1652ms, sequenceid=371, compaction requested=false 2024-12-06T03:20:51,576 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for 46f0bcf33336fc9444365596bd276789: 2024-12-06T03:20:51,576 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:51,576 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:51,576 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. after waiting 0 ms 2024-12-06T03:20:51,576 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:51,576 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(2837): Flushing 46f0bcf33336fc9444365596bd276789 3/3 column families, dataSize=6.71 KB heapSize=18.33 KB 2024-12-06T03:20:51,576 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=A 2024-12-06T03:20:51,576 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:51,576 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=B 2024-12-06T03:20:51,576 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:51,576 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.CompactingMemStore(205): FLUSHING TO DISK 46f0bcf33336fc9444365596bd276789, store=C 2024-12-06T03:20:51,576 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:51,580 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206ea1ae6f133264a79aed12eba50b89a9b_46f0bcf33336fc9444365596bd276789 is 50, key is test_row_0/A:col10/1733455249990/Put/seqid=0 2024-12-06T03:20:51,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742311_1487 (size=7374) 2024-12-06T03:20:51,986 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:20:51,989 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206ea1ae6f133264a79aed12eba50b89a9b_46f0bcf33336fc9444365596bd276789 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206ea1ae6f133264a79aed12eba50b89a9b_46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:51,989 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/2bc56ef16191440daf416b04c6c30c13, store: [table=TestAcidGuarantees family=A region=46f0bcf33336fc9444365596bd276789] 2024-12-06T03:20:51,990 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/2bc56ef16191440daf416b04c6c30c13 is 175, key is test_row_0/A:col10/1733455249990/Put/seqid=0 2024-12-06T03:20:51,993 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742312_1488 (size=13865) 2024-12-06T03:20:52,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-06T03:20:52,394 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=375, memsize=2.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/2bc56ef16191440daf416b04c6c30c13 2024-12-06T03:20:52,399 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/17f61948b05e4319bdcd8be94ac73c2e is 50, key is test_row_0/B:col10/1733455249990/Put/seqid=0 2024-12-06T03:20:52,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742313_1489 (size=7415) 2024-12-06T03:20:52,803 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/17f61948b05e4319bdcd8be94ac73c2e 2024-12-06T03:20:52,808 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/2bd5ef1f4a824ff9afc13b6d93e79103 is 50, key is test_row_0/C:col10/1733455249990/Put/seqid=0 2024-12-06T03:20:52,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742314_1490 (size=7415) 2024-12-06T03:20:53,212 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.24 KB at sequenceid=375 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/2bd5ef1f4a824ff9afc13b6d93e79103 2024-12-06T03:20:53,215 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/A/2bc56ef16191440daf416b04c6c30c13 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/2bc56ef16191440daf416b04c6c30c13 2024-12-06T03:20:53,218 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/2bc56ef16191440daf416b04c6c30c13, entries=50, sequenceid=375, filesize=13.5 K 2024-12-06T03:20:53,218 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/B/17f61948b05e4319bdcd8be94ac73c2e as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/17f61948b05e4319bdcd8be94ac73c2e 2024-12-06T03:20:53,221 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/17f61948b05e4319bdcd8be94ac73c2e, entries=50, sequenceid=375, filesize=7.2 K 2024-12-06T03:20:53,221 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/.tmp/C/2bd5ef1f4a824ff9afc13b6d93e79103 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/2bd5ef1f4a824ff9afc13b6d93e79103 2024-12-06T03:20:53,223 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/2bd5ef1f4a824ff9afc13b6d93e79103, entries=50, sequenceid=375, filesize=7.2 K 2024-12-06T03:20:53,224 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(3040): Finished flush of dataSize ~6.71 KB/6870, heapSize ~18.28 KB/18720, currentSize=0 B/0 for 46f0bcf33336fc9444365596bd276789 in 1648ms, sequenceid=375, compaction requested=true 2024-12-06T03:20:53,228 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/recovered.edits/378.seqid, newMaxSeqId=378, maxSeqId=4 2024-12-06T03:20:53,228 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789. 2024-12-06T03:20:53,228 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] regionserver.HRegion(1635): Region close journal for 46f0bcf33336fc9444365596bd276789: 2024-12-06T03:20:53,229 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=131}] handler.UnassignRegionHandler(170): Closed 46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:53,230 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=130 updating hbase:meta row=46f0bcf33336fc9444365596bd276789, regionState=CLOSED 2024-12-06T03:20:53,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=131, resume processing ppid=130 2024-12-06T03:20:53,232 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=131, ppid=130, state=SUCCESS; CloseRegionProcedure 46f0bcf33336fc9444365596bd276789, server=4c7f994aa0f5,34349,1733455120723 in 3.2260 sec 2024-12-06T03:20:53,233 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=130, resume processing ppid=129 2024-12-06T03:20:53,233 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=130, ppid=129, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=46f0bcf33336fc9444365596bd276789, UNASSIGN in 3.2290 sec 2024-12-06T03:20:53,234 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=129, resume processing ppid=128 2024-12-06T03:20:53,234 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=129, ppid=128, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 3.2310 sec 2024-12-06T03:20:53,235 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733455253235"}]},"ts":"1733455253235"} 2024-12-06T03:20:53,235 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-06T03:20:53,237 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-06T03:20:53,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=128, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 3.2420 sec 2024-12-06T03:20:54,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=128 2024-12-06T03:20:54,103 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 128 completed 2024-12-06T03:20:54,103 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-06T03:20:54,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=132, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T03:20:54,105 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=132, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T03:20:54,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-06T03:20:54,105 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=132, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T03:20:54,107 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:54,109 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A, FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B, FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C, FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/recovered.edits] 2024-12-06T03:20:54,111 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/2156f3e6dd464082955dbc26d9fa7713 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/2156f3e6dd464082955dbc26d9fa7713 2024-12-06T03:20:54,112 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/2bc56ef16191440daf416b04c6c30c13 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/2bc56ef16191440daf416b04c6c30c13 2024-12-06T03:20:54,113 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/ebe2901e4c17456db2a5c0354b0ce4bb to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/A/ebe2901e4c17456db2a5c0354b0ce4bb 2024-12-06T03:20:54,114 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/17f61948b05e4319bdcd8be94ac73c2e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/17f61948b05e4319bdcd8be94ac73c2e 2024-12-06T03:20:54,115 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/617585c25a1b4632aea6051d8a12ff49 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/617585c25a1b4632aea6051d8a12ff49 2024-12-06T03:20:54,116 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/e9505cd8f7d34b508065d96b09fa8e35 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/B/e9505cd8f7d34b508065d96b09fa8e35 2024-12-06T03:20:54,118 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/184b1895e2524eaab8e1f08d3374266e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/184b1895e2524eaab8e1f08d3374266e 2024-12-06T03:20:54,118 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/2bd5ef1f4a824ff9afc13b6d93e79103 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/2bd5ef1f4a824ff9afc13b6d93e79103 2024-12-06T03:20:54,119 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/c6078359a867437ba5a489e22be939ef to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/C/c6078359a867437ba5a489e22be939ef 2024-12-06T03:20:54,121 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/recovered.edits/378.seqid to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789/recovered.edits/378.seqid 2024-12-06T03:20:54,122 DEBUG [HFileArchiver-4 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:54,122 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-06T03:20:54,122 DEBUG [PEWorker-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-06T03:20:54,123 DEBUG [PEWorker-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-06T03:20:54,125 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412062780a83c357f42379773528be28b47bd_46f0bcf33336fc9444365596bd276789 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412062780a83c357f42379773528be28b47bd_46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:54,126 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412063bddbf5d8b834cb7adad4e72d651938e_46f0bcf33336fc9444365596bd276789 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412063bddbf5d8b834cb7adad4e72d651938e_46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:54,127 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412063e31ab844a854c18a2c0d7bdad945afa_46f0bcf33336fc9444365596bd276789 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412063e31ab844a854c18a2c0d7bdad945afa_46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:54,127 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064332b43a766e43b2bc7f61e7534f9935_46f0bcf33336fc9444365596bd276789 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064332b43a766e43b2bc7f61e7534f9935_46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:54,128 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206459fffa340034756a254ac43698640b9_46f0bcf33336fc9444365596bd276789 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206459fffa340034756a254ac43698640b9_46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:54,129 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206495e99839e0147aab8439635a04b5c1e_46f0bcf33336fc9444365596bd276789 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206495e99839e0147aab8439635a04b5c1e_46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:54,130 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064da8aa9ac7fd4583aa2e332673a0e6fe_46f0bcf33336fc9444365596bd276789 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412064da8aa9ac7fd4583aa2e332673a0e6fe_46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:54,131 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120681e3c509edcc4f8e806b472962ecb1e0_46f0bcf33336fc9444365596bd276789 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120681e3c509edcc4f8e806b472962ecb1e0_46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:54,132 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120684251617ab2f4fba8aa4a187e4c9996f_46f0bcf33336fc9444365596bd276789 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120684251617ab2f4fba8aa4a187e4c9996f_46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:54,133 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206a37ac68b5570485e8793e351c40c2f59_46f0bcf33336fc9444365596bd276789 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206a37ac68b5570485e8793e351c40c2f59_46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:54,134 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206b7857de4d7874a03a1d10c8ed284a7af_46f0bcf33336fc9444365596bd276789 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206b7857de4d7874a03a1d10c8ed284a7af_46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:54,135 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206b7cf80875ebf4d01bd5d058eba350f0c_46f0bcf33336fc9444365596bd276789 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206b7cf80875ebf4d01bd5d058eba350f0c_46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:54,136 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206c671513501a840b4a3850c09e7cfa0e2_46f0bcf33336fc9444365596bd276789 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206c671513501a840b4a3850c09e7cfa0e2_46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:54,137 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206d0a2bf2c61d948b889ba8d1dc46cf34a_46f0bcf33336fc9444365596bd276789 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206d0a2bf2c61d948b889ba8d1dc46cf34a_46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:54,138 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206d0b9484ada574cc584c33b8098aaaecf_46f0bcf33336fc9444365596bd276789 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206d0b9484ada574cc584c33b8098aaaecf_46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:54,139 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206ea1ae6f133264a79aed12eba50b89a9b_46f0bcf33336fc9444365596bd276789 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206ea1ae6f133264a79aed12eba50b89a9b_46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:54,139 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206f1cd863f93b44dab8ef2e1599cc279bc_46f0bcf33336fc9444365596bd276789 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206f1cd863f93b44dab8ef2e1599cc279bc_46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:54,140 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206f6da09496e534e21ae37e39d2e7f43c5_46f0bcf33336fc9444365596bd276789 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206f6da09496e534e21ae37e39d2e7f43c5_46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:54,141 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206fbe5cd03dea843bf9290bb3662c1778e_46f0bcf33336fc9444365596bd276789 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206fbe5cd03dea843bf9290bb3662c1778e_46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:54,142 DEBUG [PEWorker-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206ffdf8bbc7f544c4c9907cbb4aa879356_46f0bcf33336fc9444365596bd276789 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206ffdf8bbc7f544c4c9907cbb4aa879356_46f0bcf33336fc9444365596bd276789 2024-12-06T03:20:54,142 DEBUG [PEWorker-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-06T03:20:54,144 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=132, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T03:20:54,146 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-06T03:20:54,147 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-06T03:20:54,148 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=132, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T03:20:54,148 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-06T03:20:54,148 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733455254148"}]},"ts":"9223372036854775807"} 2024-12-06T03:20:54,150 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-06T03:20:54,150 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => 46f0bcf33336fc9444365596bd276789, NAME => 'TestAcidGuarantees,,1733455216648.46f0bcf33336fc9444365596bd276789.', STARTKEY => '', ENDKEY => ''}] 2024-12-06T03:20:54,150 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-06T03:20:54,150 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733455254150"}]},"ts":"9223372036854775807"} 2024-12-06T03:20:54,151 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-06T03:20:54,153 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=132, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T03:20:54,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=132, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 50 msec 2024-12-06T03:20:54,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=132 2024-12-06T03:20:54,206 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 132 completed 2024-12-06T03:20:54,215 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobScanAtomicity Thread=238 (was 239), OpenFileDescriptor=443 (was 451), MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=437 (was 469), ProcessCount=9 (was 9), AvailableMemoryMB=9425 (was 9464) 2024-12-06T03:20:54,223 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=238, OpenFileDescriptor=443, MaxFileDescriptor=1048576, SystemLoadAverage=437, ProcessCount=9, AvailableMemoryMB=9425 2024-12-06T03:20:54,224 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-06T03:20:54,224 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T03:20:54,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=133, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-06T03:20:54,226 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=133, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T03:20:54,226 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:20:54,226 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 133 2024-12-06T03:20:54,226 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=133, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T03:20:54,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-12-06T03:20:54,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742315_1491 (size=963) 2024-12-06T03:20:54,327 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-12-06T03:20:54,528 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-12-06T03:20:54,633 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e 2024-12-06T03:20:54,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742316_1492 (size=53) 2024-12-06T03:20:54,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-12-06T03:20:55,038 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:20:55,038 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing d0eae010f62fc89f2195bb5becd38904, disabling compactions & flushes 2024-12-06T03:20:55,038 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:20:55,038 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:20:55,038 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. after waiting 0 ms 2024-12-06T03:20:55,038 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:20:55,038 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:20:55,038 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:20:55,039 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=133, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T03:20:55,039 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733455255039"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733455255039"}]},"ts":"1733455255039"} 2024-12-06T03:20:55,040 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-06T03:20:55,041 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=133, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T03:20:55,041 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733455255041"}]},"ts":"1733455255041"} 2024-12-06T03:20:55,042 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-06T03:20:55,045 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=134, ppid=133, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d0eae010f62fc89f2195bb5becd38904, ASSIGN}] 2024-12-06T03:20:55,046 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=134, ppid=133, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d0eae010f62fc89f2195bb5becd38904, ASSIGN 2024-12-06T03:20:55,046 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=134, ppid=133, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=d0eae010f62fc89f2195bb5becd38904, ASSIGN; state=OFFLINE, location=4c7f994aa0f5,34349,1733455120723; forceNewPlan=false, retain=false 2024-12-06T03:20:55,197 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=134 updating hbase:meta row=d0eae010f62fc89f2195bb5becd38904, regionState=OPENING, regionLocation=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:55,198 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=135, ppid=134, state=RUNNABLE; OpenRegionProcedure d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723}] 2024-12-06T03:20:55,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-12-06T03:20:55,349 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:55,352 INFO [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:20:55,352 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(7285): Opening region: {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} 2024-12-06T03:20:55,352 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees d0eae010f62fc89f2195bb5becd38904 2024-12-06T03:20:55,352 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:20:55,352 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(7327): checking encryption for d0eae010f62fc89f2195bb5becd38904 2024-12-06T03:20:55,352 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(7330): checking classloading for d0eae010f62fc89f2195bb5becd38904 2024-12-06T03:20:55,353 INFO [StoreOpener-d0eae010f62fc89f2195bb5becd38904-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region d0eae010f62fc89f2195bb5becd38904 2024-12-06T03:20:55,354 INFO [StoreOpener-d0eae010f62fc89f2195bb5becd38904-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T03:20:55,355 INFO [StoreOpener-d0eae010f62fc89f2195bb5becd38904-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0eae010f62fc89f2195bb5becd38904 columnFamilyName A 2024-12-06T03:20:55,355 DEBUG [StoreOpener-d0eae010f62fc89f2195bb5becd38904-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:20:55,355 INFO [StoreOpener-d0eae010f62fc89f2195bb5becd38904-1 {}] regionserver.HStore(327): Store=d0eae010f62fc89f2195bb5becd38904/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:20:55,355 INFO [StoreOpener-d0eae010f62fc89f2195bb5becd38904-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region d0eae010f62fc89f2195bb5becd38904 2024-12-06T03:20:55,356 INFO [StoreOpener-d0eae010f62fc89f2195bb5becd38904-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T03:20:55,356 INFO [StoreOpener-d0eae010f62fc89f2195bb5becd38904-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0eae010f62fc89f2195bb5becd38904 columnFamilyName B 2024-12-06T03:20:55,356 DEBUG [StoreOpener-d0eae010f62fc89f2195bb5becd38904-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:20:55,357 INFO [StoreOpener-d0eae010f62fc89f2195bb5becd38904-1 {}] regionserver.HStore(327): Store=d0eae010f62fc89f2195bb5becd38904/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:20:55,357 INFO [StoreOpener-d0eae010f62fc89f2195bb5becd38904-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region d0eae010f62fc89f2195bb5becd38904 2024-12-06T03:20:55,358 INFO [StoreOpener-d0eae010f62fc89f2195bb5becd38904-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T03:20:55,358 INFO [StoreOpener-d0eae010f62fc89f2195bb5becd38904-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d0eae010f62fc89f2195bb5becd38904 columnFamilyName C 2024-12-06T03:20:55,358 DEBUG [StoreOpener-d0eae010f62fc89f2195bb5becd38904-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:20:55,358 INFO [StoreOpener-d0eae010f62fc89f2195bb5becd38904-1 {}] regionserver.HStore(327): Store=d0eae010f62fc89f2195bb5becd38904/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:20:55,358 INFO [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:20:55,359 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904 2024-12-06T03:20:55,359 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904 2024-12-06T03:20:55,360 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T03:20:55,361 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1085): writing seq id for d0eae010f62fc89f2195bb5becd38904 2024-12-06T03:20:55,362 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T03:20:55,362 INFO [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1102): Opened d0eae010f62fc89f2195bb5becd38904; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61442089, jitterRate=-0.08444152772426605}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T03:20:55,363 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegion(1001): Region open journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:20:55,364 INFO [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904., pid=135, masterSystemTime=1733455255349 2024-12-06T03:20:55,365 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:20:55,365 INFO [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=135}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:20:55,365 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=134 updating hbase:meta row=d0eae010f62fc89f2195bb5becd38904, regionState=OPEN, openSeqNum=2, regionLocation=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:55,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=135, resume processing ppid=134 2024-12-06T03:20:55,367 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=135, ppid=134, state=SUCCESS; OpenRegionProcedure d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 in 168 msec 2024-12-06T03:20:55,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=134, resume processing ppid=133 2024-12-06T03:20:55,369 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=134, ppid=133, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d0eae010f62fc89f2195bb5becd38904, ASSIGN in 322 msec 2024-12-06T03:20:55,369 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=133, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T03:20:55,369 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733455255369"}]},"ts":"1733455255369"} 2024-12-06T03:20:55,370 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-06T03:20:55,372 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=133, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T03:20:55,373 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=133, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1480 sec 2024-12-06T03:20:56,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=133 2024-12-06T03:20:56,330 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 133 completed 2024-12-06T03:20:56,331 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x301741f1 to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@22a6e9f 2024-12-06T03:20:56,334 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c60eb7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:20:56,336 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:20:56,337 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46746, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:20:56,338 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T03:20:56,339 INFO [RS-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45888, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T03:20:56,340 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x63cefe40 to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32c12a30 2024-12-06T03:20:56,343 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79b10416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:20:56,343 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x65df2359 to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5ef40578 2024-12-06T03:20:56,346 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f142b04, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:20:56,347 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7d0ab200 to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@32bb71c 2024-12-06T03:20:56,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@de9f076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:20:56,350 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5871c039 to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bc0f7c 2024-12-06T03:20:56,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4414259d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:20:56,353 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7daa5922 to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1b8b6e04 2024-12-06T03:20:56,356 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed69825, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:20:56,356 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5bc486e1 to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@11193a0c 2024-12-06T03:20:56,362 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d672ed2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:20:56,363 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2070263a to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7861b162 2024-12-06T03:20:56,365 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7cf40102, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:20:56,366 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6050584c to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@154f0f85 2024-12-06T03:20:56,368 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@496fe03f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:20:56,369 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x6dd48863 to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@8a917b 2024-12-06T03:20:56,371 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3652e74d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:20:56,372 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x51196534 to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@54c2725 2024-12-06T03:20:56,374 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2405c04e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:20:56,377 DEBUG [hconnection-0x681951f6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:20:56,378 DEBUG [hconnection-0x14e62074-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:20:56,378 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46756, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:20:56,378 DEBUG [hconnection-0x22ac90e2-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:20:56,379 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46770, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:20:56,379 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46772, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:20:56,379 DEBUG [hconnection-0x3b009a83-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:20:56,379 DEBUG [hconnection-0x1556ebad-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:20:56,380 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46790, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:20:56,380 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46788, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:20:56,382 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:20:56,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees 2024-12-06T03:20:56,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-06T03:20:56,383 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:20:56,383 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=136, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:20:56,383 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=137, ppid=136, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:20:56,384 DEBUG [hconnection-0x49389ec6-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:20:56,385 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46796, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:20:56,388 DEBUG [hconnection-0x1d07b0e3-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:20:56,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on d0eae010f62fc89f2195bb5becd38904 2024-12-06T03:20:56,389 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46808, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:20:56,389 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d0eae010f62fc89f2195bb5becd38904 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T03:20:56,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=A 2024-12-06T03:20:56,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:56,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=B 2024-12-06T03:20:56,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:56,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=C 2024-12-06T03:20:56,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:56,403 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:56,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455316403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:56,404 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:56,404 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:56,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455316403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:56,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455316403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:56,404 DEBUG [hconnection-0x1969dea-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:20:56,404 DEBUG [hconnection-0x610aff0f-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:20:56,405 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46818, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:20:56,405 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46834, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:20:56,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:56,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455316406, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:56,409 DEBUG [hconnection-0x26459880-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:20:56,410 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46844, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:20:56,416 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:56,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 2 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46844 deadline: 1733455316411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:56,429 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/41ef05fec40a4f2396823d7d8f0899ac is 50, key is test_row_0/A:col10/1733455256387/Put/seqid=0 2024-12-06T03:20:56,433 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742317_1493 (size=12001) 2024-12-06T03:20:56,435 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/41ef05fec40a4f2396823d7d8f0899ac 2024-12-06T03:20:56,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/210f11b56c9f432f98e944ab84df0eb1 is 50, key is test_row_0/B:col10/1733455256387/Put/seqid=0 2024-12-06T03:20:56,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742318_1494 (size=12001) 2024-12-06T03:20:56,469 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/210f11b56c9f432f98e944ab84df0eb1 2024-12-06T03:20:56,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-06T03:20:56,495 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/41b493fcb22d4e98ad6ea576c7247b9e is 50, key is test_row_0/C:col10/1733455256387/Put/seqid=0 2024-12-06T03:20:56,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742319_1495 (size=12001) 2024-12-06T03:20:56,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:56,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455316505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:56,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:56,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455316505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:56,507 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:56,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455316505, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:56,508 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:56,508 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455316507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:56,519 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:56,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46844 deadline: 1733455316518, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:56,534 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:56,534 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-06T03:20:56,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:20:56,534 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. as already flushing 2024-12-06T03:20:56,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:20:56,535 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:56,535 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:56,535 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:56,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-06T03:20:56,687 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:56,687 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-06T03:20:56,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:20:56,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. as already flushing 2024-12-06T03:20:56,687 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:20:56,687 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:56,688 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:56,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:56,710 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:56,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455316707, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:56,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:56,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455316709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:56,711 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:56,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455316709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:56,713 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:56,714 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455316709, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:56,725 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:56,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46844 deadline: 1733455316721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:56,839 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:56,840 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-06T03:20:56,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:20:56,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. as already flushing 2024-12-06T03:20:56,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:20:56,840 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] handler.RSProcedureHandler(58): pid=137 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:56,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=137 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:56,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=137 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:56,902 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/41b493fcb22d4e98ad6ea576c7247b9e 2024-12-06T03:20:56,906 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/41ef05fec40a4f2396823d7d8f0899ac as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/41ef05fec40a4f2396823d7d8f0899ac 2024-12-06T03:20:56,910 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/41ef05fec40a4f2396823d7d8f0899ac, entries=150, sequenceid=12, filesize=11.7 K 2024-12-06T03:20:56,911 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/210f11b56c9f432f98e944ab84df0eb1 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/210f11b56c9f432f98e944ab84df0eb1 2024-12-06T03:20:56,914 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/210f11b56c9f432f98e944ab84df0eb1, entries=150, sequenceid=12, filesize=11.7 K 2024-12-06T03:20:56,916 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/41b493fcb22d4e98ad6ea576c7247b9e as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/41b493fcb22d4e98ad6ea576c7247b9e 2024-12-06T03:20:56,920 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/41b493fcb22d4e98ad6ea576c7247b9e, entries=150, sequenceid=12, filesize=11.7 K 2024-12-06T03:20:56,922 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=161.02 KB/164880 for d0eae010f62fc89f2195bb5becd38904 in 533ms, sequenceid=12, compaction requested=false 2024-12-06T03:20:56,922 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-06T03:20:56,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:20:56,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-06T03:20:56,992 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:56,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=137 2024-12-06T03:20:56,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:20:56,993 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2837): Flushing d0eae010f62fc89f2195bb5becd38904 3/3 column families, dataSize=161.02 KB heapSize=422.63 KB 2024-12-06T03:20:56,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=A 2024-12-06T03:20:56,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:56,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=B 2024-12-06T03:20:56,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:56,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=C 2024-12-06T03:20:56,993 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:56,998 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/bbbc7fae78084267bebb74e9be80e0cf is 50, key is test_row_0/A:col10/1733455256400/Put/seqid=0 2024-12-06T03:20:57,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742320_1496 (size=12001) 2024-12-06T03:20:57,002 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/bbbc7fae78084267bebb74e9be80e0cf 2024-12-06T03:20:57,013 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/fc819fd48e7541e29bb338eb32f9704a is 50, key is test_row_0/B:col10/1733455256400/Put/seqid=0 2024-12-06T03:20:57,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on d0eae010f62fc89f2195bb5becd38904 2024-12-06T03:20:57,015 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. as already flushing 2024-12-06T03:20:57,018 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742321_1497 (size=12001) 2024-12-06T03:20:57,022 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455317019, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:57,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455317020, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:57,023 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:57,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455317021, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:57,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:57,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455317023, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:57,032 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:57,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46844 deadline: 1733455317027, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:57,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455317124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:57,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455317124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:57,127 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:57,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455317124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:57,131 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:57,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455317128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:57,331 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:57,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455317328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:57,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455317328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:57,332 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:57,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455317329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:57,333 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:57,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455317332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:57,419 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/fc819fd48e7541e29bb338eb32f9704a 2024-12-06T03:20:57,426 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/c447fd099e674992942c6763d5e33dc8 is 50, key is test_row_0/C:col10/1733455256400/Put/seqid=0 2024-12-06T03:20:57,431 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742322_1498 (size=12001) 2024-12-06T03:20:57,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-06T03:20:57,538 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:57,538 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46844 deadline: 1733455317535, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:57,636 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:57,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455317633, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:57,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455317634, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:57,637 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455317635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:57,637 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:57,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455317635, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:57,831 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=53.67 KB at sequenceid=39 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/c447fd099e674992942c6763d5e33dc8 2024-12-06T03:20:57,842 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/bbbc7fae78084267bebb74e9be80e0cf as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/bbbc7fae78084267bebb74e9be80e0cf 2024-12-06T03:20:57,846 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/bbbc7fae78084267bebb74e9be80e0cf, entries=150, sequenceid=39, filesize=11.7 K 2024-12-06T03:20:57,847 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/fc819fd48e7541e29bb338eb32f9704a as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/fc819fd48e7541e29bb338eb32f9704a 2024-12-06T03:20:57,854 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/fc819fd48e7541e29bb338eb32f9704a, entries=150, sequenceid=39, filesize=11.7 K 2024-12-06T03:20:57,854 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/c447fd099e674992942c6763d5e33dc8 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/c447fd099e674992942c6763d5e33dc8 2024-12-06T03:20:57,858 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/c447fd099e674992942c6763d5e33dc8, entries=150, sequenceid=39, filesize=11.7 K 2024-12-06T03:20:57,858 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(3040): Finished flush of dataSize ~161.02 KB/164880, heapSize ~422.58 KB/432720, currentSize=40.25 KB/41220 for d0eae010f62fc89f2195bb5becd38904 in 865ms, sequenceid=39, compaction requested=false 2024-12-06T03:20:57,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.HRegion(2538): Flush status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:20:57,858 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:20:57,859 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=137}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=137 2024-12-06T03:20:57,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=137 2024-12-06T03:20:57,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=137, resume processing ppid=136 2024-12-06T03:20:57,861 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=137, ppid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4760 sec 2024-12-06T03:20:57,862 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=136, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=136, table=TestAcidGuarantees in 1.4790 sec 2024-12-06T03:20:58,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on d0eae010f62fc89f2195bb5becd38904 2024-12-06T03:20:58,144 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d0eae010f62fc89f2195bb5becd38904 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T03:20:58,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=A 2024-12-06T03:20:58,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:58,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=B 2024-12-06T03:20:58,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:58,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=C 2024-12-06T03:20:58,145 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:58,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/3678c36354ab452b90147788b01aad54 is 50, key is test_row_1/A:col10/1733455258141/Put/seqid=0 2024-12-06T03:20:58,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742323_1499 (size=11997) 2024-12-06T03:20:58,154 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/3678c36354ab452b90147788b01aad54 2024-12-06T03:20:58,161 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/2896f020e55248f2974f550378db2886 is 50, key is test_row_1/B:col10/1733455258141/Put/seqid=0 2024-12-06T03:20:58,165 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742324_1500 (size=9657) 2024-12-06T03:20:58,168 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/2896f020e55248f2974f550378db2886 2024-12-06T03:20:58,175 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/336289009d7340f68d761bb8574af377 is 50, key is test_row_1/C:col10/1733455258141/Put/seqid=0 2024-12-06T03:20:58,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742325_1501 (size=9657) 2024-12-06T03:20:58,183 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:58,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455318173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:58,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:58,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455318174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:58,187 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:58,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455318182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:58,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:58,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455318183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:58,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:58,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455318284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:58,287 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:58,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455318284, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:58,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:58,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455318288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:58,292 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:58,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 26 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455318288, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:58,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=136 2024-12-06T03:20:58,488 INFO [Thread-2185 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 136 completed 2024-12-06T03:20:58,489 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:20:58,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees 2024-12-06T03:20:58,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-06T03:20:58,490 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:20:58,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:58,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455318488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:58,492 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=138, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:20:58,492 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=139, ppid=138, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:20:58,493 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:58,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455318489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:58,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 28 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455318494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:58,496 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:58,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455318494, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:58,545 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:58,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46844 deadline: 1733455318542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:58,584 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=51 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/336289009d7340f68d761bb8574af377 2024-12-06T03:20:58,588 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/3678c36354ab452b90147788b01aad54 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/3678c36354ab452b90147788b01aad54 2024-12-06T03:20:58,591 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-06T03:20:58,591 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/3678c36354ab452b90147788b01aad54, entries=150, sequenceid=51, filesize=11.7 K 2024-12-06T03:20:58,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/2896f020e55248f2974f550378db2886 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/2896f020e55248f2974f550378db2886 2024-12-06T03:20:58,595 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/2896f020e55248f2974f550378db2886, entries=100, sequenceid=51, filesize=9.4 K 2024-12-06T03:20:58,595 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/336289009d7340f68d761bb8574af377 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/336289009d7340f68d761bb8574af377 2024-12-06T03:20:58,598 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/336289009d7340f68d761bb8574af377, entries=100, sequenceid=51, filesize=9.4 K 2024-12-06T03:20:58,600 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for d0eae010f62fc89f2195bb5becd38904 in 456ms, sequenceid=51, compaction requested=true 2024-12-06T03:20:58,600 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:20:58,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0eae010f62fc89f2195bb5becd38904:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:20:58,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:58,600 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:20:58,600 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:20:58,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0eae010f62fc89f2195bb5becd38904:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:20:58,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:58,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0eae010f62fc89f2195bb5becd38904:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:20:58,600 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:20:58,607 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 35999 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:20:58,607 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:20:58,607 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): d0eae010f62fc89f2195bb5becd38904/A is initiating minor compaction (all files) 2024-12-06T03:20:58,607 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): d0eae010f62fc89f2195bb5becd38904/B is initiating minor compaction (all files) 2024-12-06T03:20:58,607 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0eae010f62fc89f2195bb5becd38904/B in TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:20:58,607 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0eae010f62fc89f2195bb5becd38904/A in TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:20:58,608 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/210f11b56c9f432f98e944ab84df0eb1, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/fc819fd48e7541e29bb338eb32f9704a, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/2896f020e55248f2974f550378db2886] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp, totalSize=32.9 K 2024-12-06T03:20:58,608 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/41ef05fec40a4f2396823d7d8f0899ac, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/bbbc7fae78084267bebb74e9be80e0cf, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/3678c36354ab452b90147788b01aad54] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp, totalSize=35.2 K 2024-12-06T03:20:58,608 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41ef05fec40a4f2396823d7d8f0899ac, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733455256386 2024-12-06T03:20:58,608 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 210f11b56c9f432f98e944ab84df0eb1, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733455256386 2024-12-06T03:20:58,608 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting bbbc7fae78084267bebb74e9be80e0cf, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733455256400 2024-12-06T03:20:58,608 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting fc819fd48e7541e29bb338eb32f9704a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733455256400 2024-12-06T03:20:58,608 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 2896f020e55248f2974f550378db2886, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733455258141 2024-12-06T03:20:58,608 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3678c36354ab452b90147788b01aad54, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733455257019 2024-12-06T03:20:58,617 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0eae010f62fc89f2195bb5becd38904#A#compaction#421 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:20:58,618 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/9a1a6e08555e4688a3cd67257c166d07 is 50, key is test_row_0/A:col10/1733455256400/Put/seqid=0 2024-12-06T03:20:58,619 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0eae010f62fc89f2195bb5becd38904#B#compaction#420 average throughput is 1.31 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:20:58,620 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/099b9920fe7b427bbc0bdc25f7c29802 is 50, key is test_row_0/B:col10/1733455256400/Put/seqid=0 2024-12-06T03:20:58,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742326_1502 (size=12104) 2024-12-06T03:20:58,634 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/9a1a6e08555e4688a3cd67257c166d07 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/9a1a6e08555e4688a3cd67257c166d07 2024-12-06T03:20:58,639 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0eae010f62fc89f2195bb5becd38904/A of d0eae010f62fc89f2195bb5becd38904 into 9a1a6e08555e4688a3cd67257c166d07(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:20:58,639 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:20:58,639 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904., storeName=d0eae010f62fc89f2195bb5becd38904/A, priority=13, startTime=1733455258600; duration=0sec 2024-12-06T03:20:58,639 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:20:58,639 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0eae010f62fc89f2195bb5becd38904:A 2024-12-06T03:20:58,639 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:20:58,640 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 33659 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:20:58,640 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): d0eae010f62fc89f2195bb5becd38904/C is initiating minor compaction (all files) 2024-12-06T03:20:58,640 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0eae010f62fc89f2195bb5becd38904/C in TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:20:58,640 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/41b493fcb22d4e98ad6ea576c7247b9e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/c447fd099e674992942c6763d5e33dc8, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/336289009d7340f68d761bb8574af377] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp, totalSize=32.9 K 2024-12-06T03:20:58,640 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 41b493fcb22d4e98ad6ea576c7247b9e, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=12, earliestPutTs=1733455256386 2024-12-06T03:20:58,640 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting c447fd099e674992942c6763d5e33dc8, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=39, earliestPutTs=1733455256400 2024-12-06T03:20:58,641 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 336289009d7340f68d761bb8574af377, keycount=100, bloomtype=ROW, size=9.4 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733455258141 2024-12-06T03:20:58,643 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:58,644 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=139 2024-12-06T03:20:58,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:20:58,644 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2837): Flushing d0eae010f62fc89f2195bb5becd38904 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-06T03:20:58,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=A 2024-12-06T03:20:58,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:58,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=B 2024-12-06T03:20:58,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:58,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=C 2024-12-06T03:20:58,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:58,650 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742327_1503 (size=12104) 2024-12-06T03:20:58,653 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/099b9920fe7b427bbc0bdc25f7c29802 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/099b9920fe7b427bbc0bdc25f7c29802 2024-12-06T03:20:58,655 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0eae010f62fc89f2195bb5becd38904#C#compaction#422 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:20:58,655 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/84c194e29f064f6c98e67c8268b30b00 is 50, key is test_row_0/C:col10/1733455256400/Put/seqid=0 2024-12-06T03:20:58,657 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0eae010f62fc89f2195bb5becd38904/B of d0eae010f62fc89f2195bb5becd38904 into 099b9920fe7b427bbc0bdc25f7c29802(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:20:58,657 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:20:58,657 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904., storeName=d0eae010f62fc89f2195bb5becd38904/B, priority=13, startTime=1733455258600; duration=0sec 2024-12-06T03:20:58,657 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:58,657 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0eae010f62fc89f2195bb5becd38904:B 2024-12-06T03:20:58,661 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/0ffe882cc66e400ba586741f2a95bb60 is 50, key is test_row_0/A:col10/1733455258171/Put/seqid=0 2024-12-06T03:20:58,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742329_1505 (size=12001) 2024-12-06T03:20:58,685 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742328_1504 (size=12104) 2024-12-06T03:20:58,749 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T03:20:58,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-06T03:20:58,797 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on d0eae010f62fc89f2195bb5becd38904 2024-12-06T03:20:58,797 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. as already flushing 2024-12-06T03:20:58,809 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:58,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455318807, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:58,811 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:58,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455318808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:58,812 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:58,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455318808, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:58,813 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:58,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455318809, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:58,915 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:58,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455318910, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:58,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:58,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455318912, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:58,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:58,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455318913, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:58,917 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:58,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455318914, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:59,079 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/0ffe882cc66e400ba586741f2a95bb60 2024-12-06T03:20:59,086 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/9b76aefc123a4355a778cd2053e3f7f7 is 50, key is test_row_0/B:col10/1733455258171/Put/seqid=0 2024-12-06T03:20:59,090 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/84c194e29f064f6c98e67c8268b30b00 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/84c194e29f064f6c98e67c8268b30b00 2024-12-06T03:20:59,091 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742330_1506 (size=12001) 2024-12-06T03:20:59,092 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/9b76aefc123a4355a778cd2053e3f7f7 2024-12-06T03:20:59,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-06T03:20:59,098 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0eae010f62fc89f2195bb5becd38904/C of d0eae010f62fc89f2195bb5becd38904 into 84c194e29f064f6c98e67c8268b30b00(size=11.8 K), total size for store is 11.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:20:59,098 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:20:59,098 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904., storeName=d0eae010f62fc89f2195bb5becd38904/C, priority=13, startTime=1733455258600; duration=0sec 2024-12-06T03:20:59,098 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:59,098 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0eae010f62fc89f2195bb5becd38904:C 2024-12-06T03:20:59,101 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/dab037265f964c55abaac4cd3cab103a is 50, key is test_row_0/C:col10/1733455258171/Put/seqid=0 2024-12-06T03:20:59,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742331_1507 (size=12001) 2024-12-06T03:20:59,105 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=76 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/dab037265f964c55abaac4cd3cab103a 2024-12-06T03:20:59,108 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/0ffe882cc66e400ba586741f2a95bb60 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/0ffe882cc66e400ba586741f2a95bb60 2024-12-06T03:20:59,111 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/0ffe882cc66e400ba586741f2a95bb60, entries=150, sequenceid=76, filesize=11.7 K 2024-12-06T03:20:59,112 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/9b76aefc123a4355a778cd2053e3f7f7 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/9b76aefc123a4355a778cd2053e3f7f7 2024-12-06T03:20:59,117 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/9b76aefc123a4355a778cd2053e3f7f7, entries=150, sequenceid=76, filesize=11.7 K 2024-12-06T03:20:59,118 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/dab037265f964c55abaac4cd3cab103a as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/dab037265f964c55abaac4cd3cab103a 2024-12-06T03:20:59,120 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:59,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455319116, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:59,122 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/dab037265f964c55abaac4cd3cab103a, entries=150, sequenceid=76, filesize=11.7 K 2024-12-06T03:20:59,122 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for d0eae010f62fc89f2195bb5becd38904 in 478ms, sequenceid=76, compaction requested=false 2024-12-06T03:20:59,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.HRegion(2538): Flush status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:20:59,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:20:59,123 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=139}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=139 2024-12-06T03:20:59,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=139 2024-12-06T03:20:59,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on d0eae010f62fc89f2195bb5becd38904 2024-12-06T03:20:59,125 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d0eae010f62fc89f2195bb5becd38904 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-06T03:20:59,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=139, resume processing ppid=138 2024-12-06T03:20:59,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=139, ppid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 632 msec 2024-12-06T03:20:59,129 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=138, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=138, table=TestAcidGuarantees in 639 msec 2024-12-06T03:20:59,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=A 2024-12-06T03:20:59,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:59,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=B 2024-12-06T03:20:59,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:59,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=C 2024-12-06T03:20:59,129 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:59,134 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/12ccbe90efc344218d7978f2969a9a43 is 50, key is test_row_0/A:col10/1733455258807/Put/seqid=0 2024-12-06T03:20:59,139 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742332_1508 (size=12001) 2024-12-06T03:20:59,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/12ccbe90efc344218d7978f2969a9a43 2024-12-06T03:20:59,149 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/0225d5deec0a4451b1d1f6c76273223b is 50, key is test_row_0/B:col10/1733455258807/Put/seqid=0 2024-12-06T03:20:59,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742333_1509 (size=12001) 2024-12-06T03:20:59,157 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/0225d5deec0a4451b1d1f6c76273223b 2024-12-06T03:20:59,163 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/d419492dbd6e43c1bd2d2a1f4db062ae is 50, key is test_row_0/C:col10/1733455258807/Put/seqid=0 2024-12-06T03:20:59,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742334_1510 (size=12001) 2024-12-06T03:20:59,170 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/d419492dbd6e43c1bd2d2a1f4db062ae 2024-12-06T03:20:59,176 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/12ccbe90efc344218d7978f2969a9a43 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/12ccbe90efc344218d7978f2969a9a43 2024-12-06T03:20:59,179 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/12ccbe90efc344218d7978f2969a9a43, entries=150, sequenceid=93, filesize=11.7 K 2024-12-06T03:20:59,179 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/0225d5deec0a4451b1d1f6c76273223b as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/0225d5deec0a4451b1d1f6c76273223b 2024-12-06T03:20:59,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:59,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455319173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:59,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:59,181 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:59,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455319174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:59,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455319175, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:59,184 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/0225d5deec0a4451b1d1f6c76273223b, entries=150, sequenceid=93, filesize=11.7 K 2024-12-06T03:20:59,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/d419492dbd6e43c1bd2d2a1f4db062ae as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/d419492dbd6e43c1bd2d2a1f4db062ae 2024-12-06T03:20:59,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/d419492dbd6e43c1bd2d2a1f4db062ae, entries=150, sequenceid=93, filesize=11.7 K 2024-12-06T03:20:59,189 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for d0eae010f62fc89f2195bb5becd38904 in 63ms, sequenceid=93, compaction requested=true 2024-12-06T03:20:59,189 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:20:59,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0eae010f62fc89f2195bb5becd38904:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:20:59,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:59,189 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:20:59,189 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:20:59,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0eae010f62fc89f2195bb5becd38904:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:20:59,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:59,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0eae010f62fc89f2195bb5becd38904:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:20:59,189 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:20:59,190 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:20:59,190 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): d0eae010f62fc89f2195bb5becd38904/A is initiating minor compaction (all files) 2024-12-06T03:20:59,190 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0eae010f62fc89f2195bb5becd38904/A in TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:20:59,190 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:20:59,190 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/9a1a6e08555e4688a3cd67257c166d07, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/0ffe882cc66e400ba586741f2a95bb60, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/12ccbe90efc344218d7978f2969a9a43] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp, totalSize=35.3 K 2024-12-06T03:20:59,190 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): d0eae010f62fc89f2195bb5becd38904/B is initiating minor compaction (all files) 2024-12-06T03:20:59,190 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0eae010f62fc89f2195bb5becd38904/B in TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:20:59,191 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/099b9920fe7b427bbc0bdc25f7c29802, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/9b76aefc123a4355a778cd2053e3f7f7, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/0225d5deec0a4451b1d1f6c76273223b] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp, totalSize=35.3 K 2024-12-06T03:20:59,191 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a1a6e08555e4688a3cd67257c166d07, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733455256400 2024-12-06T03:20:59,191 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 099b9920fe7b427bbc0bdc25f7c29802, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733455256400 2024-12-06T03:20:59,191 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0ffe882cc66e400ba586741f2a95bb60, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733455258169 2024-12-06T03:20:59,191 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 9b76aefc123a4355a778cd2053e3f7f7, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733455258169 2024-12-06T03:20:59,191 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 0225d5deec0a4451b1d1f6c76273223b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733455258807 2024-12-06T03:20:59,191 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 12ccbe90efc344218d7978f2969a9a43, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733455258807 2024-12-06T03:20:59,199 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0eae010f62fc89f2195bb5becd38904#B#compaction#430 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:20:59,199 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0eae010f62fc89f2195bb5becd38904#A#compaction#429 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:20:59,199 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/effbcbf4d4f74343b50fd8c40f169b73 is 50, key is test_row_0/B:col10/1733455258807/Put/seqid=0 2024-12-06T03:20:59,199 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/ea533d9aa3aa48aea96ddfbe9a4a6bf1 is 50, key is test_row_0/A:col10/1733455258807/Put/seqid=0 2024-12-06T03:20:59,215 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742335_1511 (size=12207) 2024-12-06T03:20:59,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742336_1512 (size=12207) 2024-12-06T03:20:59,226 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/effbcbf4d4f74343b50fd8c40f169b73 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/effbcbf4d4f74343b50fd8c40f169b73 2024-12-06T03:20:59,231 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0eae010f62fc89f2195bb5becd38904/B of d0eae010f62fc89f2195bb5becd38904 into effbcbf4d4f74343b50fd8c40f169b73(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:20:59,231 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:20:59,231 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904., storeName=d0eae010f62fc89f2195bb5becd38904/B, priority=13, startTime=1733455259189; duration=0sec 2024-12-06T03:20:59,231 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:20:59,231 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0eae010f62fc89f2195bb5becd38904:B 2024-12-06T03:20:59,231 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:20:59,232 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36106 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:20:59,232 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): d0eae010f62fc89f2195bb5becd38904/C is initiating minor compaction (all files) 2024-12-06T03:20:59,232 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0eae010f62fc89f2195bb5becd38904/C in TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:20:59,232 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/84c194e29f064f6c98e67c8268b30b00, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/dab037265f964c55abaac4cd3cab103a, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/d419492dbd6e43c1bd2d2a1f4db062ae] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp, totalSize=35.3 K 2024-12-06T03:20:59,233 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 84c194e29f064f6c98e67c8268b30b00, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=51, earliestPutTs=1733455256400 2024-12-06T03:20:59,233 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting dab037265f964c55abaac4cd3cab103a, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=76, earliestPutTs=1733455258169 2024-12-06T03:20:59,234 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting d419492dbd6e43c1bd2d2a1f4db062ae, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733455258807 2024-12-06T03:20:59,241 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0eae010f62fc89f2195bb5becd38904#C#compaction#431 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:20:59,242 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/e8ea9f57f2904a9e806a013550fb9ab5 is 50, key is test_row_0/C:col10/1733455258807/Put/seqid=0 2024-12-06T03:20:59,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742337_1513 (size=12207) 2024-12-06T03:20:59,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on d0eae010f62fc89f2195bb5becd38904 2024-12-06T03:20:59,287 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d0eae010f62fc89f2195bb5becd38904 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-06T03:20:59,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=A 2024-12-06T03:20:59,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:59,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=B 2024-12-06T03:20:59,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:59,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=C 2024-12-06T03:20:59,287 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:20:59,292 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/74f23dcdbabf4afda558a6597717745c is 50, key is test_row_0/A:col10/1733455259173/Put/seqid=0 2024-12-06T03:20:59,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455319305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:59,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:59,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455319306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:59,315 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:59,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455319309, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:59,317 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742338_1514 (size=14341) 2024-12-06T03:20:59,414 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:59,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 51 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455319411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:59,417 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:59,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455319411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:59,421 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:59,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455319416, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:59,423 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:59,423 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455319422, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:59,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=138 2024-12-06T03:20:59,594 INFO [Thread-2185 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 138 completed 2024-12-06T03:20:59,595 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:20:59,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees 2024-12-06T03:20:59,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-06T03:20:59,596 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:20:59,597 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=140, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:20:59,597 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=141, ppid=140, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:20:59,620 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/ea533d9aa3aa48aea96ddfbe9a4a6bf1 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/ea533d9aa3aa48aea96ddfbe9a4a6bf1 2024-12-06T03:20:59,620 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:59,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455319617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:59,624 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0eae010f62fc89f2195bb5becd38904/A of d0eae010f62fc89f2195bb5becd38904 into ea533d9aa3aa48aea96ddfbe9a4a6bf1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:20:59,624 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:20:59,624 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:59,624 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904., storeName=d0eae010f62fc89f2195bb5becd38904/A, priority=13, startTime=1733455259189; duration=0sec 2024-12-06T03:20:59,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455319619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:59,624 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:59,624 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0eae010f62fc89f2195bb5becd38904:A 2024-12-06T03:20:59,626 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:59,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455319624, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:59,658 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/e8ea9f57f2904a9e806a013550fb9ab5 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/e8ea9f57f2904a9e806a013550fb9ab5 2024-12-06T03:20:59,662 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0eae010f62fc89f2195bb5becd38904/C of d0eae010f62fc89f2195bb5becd38904 into e8ea9f57f2904a9e806a013550fb9ab5(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:20:59,662 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:20:59,662 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904., storeName=d0eae010f62fc89f2195bb5becd38904/C, priority=13, startTime=1733455259189; duration=0sec 2024-12-06T03:20:59,662 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:20:59,662 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0eae010f62fc89f2195bb5becd38904:C 2024-12-06T03:20:59,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-06T03:20:59,717 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/74f23dcdbabf4afda558a6597717745c 2024-12-06T03:20:59,724 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/6721f0e5a3cc48ada454d38f2b06742c is 50, key is test_row_0/B:col10/1733455259173/Put/seqid=0 2024-12-06T03:20:59,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742339_1515 (size=12001) 2024-12-06T03:20:59,732 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/6721f0e5a3cc48ada454d38f2b06742c 2024-12-06T03:20:59,739 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/4f01eb17a7f44de4816fbb775e9072a9 is 50, key is test_row_0/C:col10/1733455259173/Put/seqid=0 2024-12-06T03:20:59,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742340_1516 (size=12001) 2024-12-06T03:20:59,748 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:59,749 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-06T03:20:59,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:20:59,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. as already flushing 2024-12-06T03:20:59,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:20:59,749 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:59,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:59,750 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:59,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-06T03:20:59,901 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:59,902 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-06T03:20:59,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:20:59,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. as already flushing 2024-12-06T03:20:59,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:20:59,902 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:59,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:59,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:20:59,925 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:59,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455319921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:59,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:59,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455319926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:59,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:59,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455319927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:20:59,932 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:20:59,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455319928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:00,054 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:00,054 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-06T03:21:00,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:00,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. as already flushing 2024-12-06T03:21:00,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:00,055 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] handler.RSProcedureHandler(58): pid=141 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:00,055 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=141 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:00,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=141 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:00,143 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=116 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/4f01eb17a7f44de4816fbb775e9072a9 2024-12-06T03:21:00,147 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/74f23dcdbabf4afda558a6597717745c as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/74f23dcdbabf4afda558a6597717745c 2024-12-06T03:21:00,150 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/74f23dcdbabf4afda558a6597717745c, entries=200, sequenceid=116, filesize=14.0 K 2024-12-06T03:21:00,150 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/6721f0e5a3cc48ada454d38f2b06742c as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/6721f0e5a3cc48ada454d38f2b06742c 2024-12-06T03:21:00,154 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/6721f0e5a3cc48ada454d38f2b06742c, entries=150, sequenceid=116, filesize=11.7 K 2024-12-06T03:21:00,168 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/4f01eb17a7f44de4816fbb775e9072a9 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/4f01eb17a7f44de4816fbb775e9072a9 2024-12-06T03:21:00,172 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/4f01eb17a7f44de4816fbb775e9072a9, entries=150, sequenceid=116, filesize=11.7 K 2024-12-06T03:21:00,173 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for d0eae010f62fc89f2195bb5becd38904 in 886ms, sequenceid=116, compaction requested=false 2024-12-06T03:21:00,173 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:00,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-06T03:21:00,207 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:00,208 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=141 2024-12-06T03:21:00,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:00,208 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2837): Flushing d0eae010f62fc89f2195bb5becd38904 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-06T03:21:00,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=A 2024-12-06T03:21:00,208 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:00,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=B 2024-12-06T03:21:00,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:00,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=C 2024-12-06T03:21:00,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:00,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/c6721f95c7cd4f87a6e2b40bd6e7f82d is 50, key is test_row_0/A:col10/1733455259303/Put/seqid=0 2024-12-06T03:21:00,220 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742341_1517 (size=12051) 2024-12-06T03:21:00,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on d0eae010f62fc89f2195bb5becd38904 2024-12-06T03:21:00,433 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. as already flushing 2024-12-06T03:21:00,471 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:00,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455320465, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:00,474 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:00,474 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455320470, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:00,476 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:00,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455320471, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:00,564 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:00,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46844 deadline: 1733455320557, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:00,564 DEBUG [Thread-2181 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4187 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904., hostname=4c7f994aa0f5,34349,1733455120723, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:21:00,579 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:00,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455320572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:00,580 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:00,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455320575, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:00,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:00,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455320577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:00,621 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/c6721f95c7cd4f87a6e2b40bd6e7f82d 2024-12-06T03:21:00,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/bbb792724f9e43428772c8deb62acd0b is 50, key is test_row_0/B:col10/1733455259303/Put/seqid=0 2024-12-06T03:21:00,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742342_1518 (size=12051) 2024-12-06T03:21:00,633 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/bbb792724f9e43428772c8deb62acd0b 2024-12-06T03:21:00,641 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/047ce4b19ee94dbda80893a9392bc550 is 50, key is test_row_0/C:col10/1733455259303/Put/seqid=0 2024-12-06T03:21:00,644 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742343_1519 (size=12051) 2024-12-06T03:21:00,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-06T03:21:00,781 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:00,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455320780, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:00,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:00,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455320783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:00,789 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:00,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455320783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:00,936 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:00,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 49 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455320934, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:01,045 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/047ce4b19ee94dbda80893a9392bc550 2024-12-06T03:21:01,049 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/c6721f95c7cd4f87a6e2b40bd6e7f82d as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/c6721f95c7cd4f87a6e2b40bd6e7f82d 2024-12-06T03:21:01,052 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/c6721f95c7cd4f87a6e2b40bd6e7f82d, entries=150, sequenceid=132, filesize=11.8 K 2024-12-06T03:21:01,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/bbb792724f9e43428772c8deb62acd0b as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/bbb792724f9e43428772c8deb62acd0b 2024-12-06T03:21:01,056 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/bbb792724f9e43428772c8deb62acd0b, entries=150, sequenceid=132, filesize=11.8 K 2024-12-06T03:21:01,057 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/047ce4b19ee94dbda80893a9392bc550 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/047ce4b19ee94dbda80893a9392bc550 2024-12-06T03:21:01,060 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/047ce4b19ee94dbda80893a9392bc550, entries=150, sequenceid=132, filesize=11.8 K 2024-12-06T03:21:01,061 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for d0eae010f62fc89f2195bb5becd38904 in 853ms, sequenceid=132, compaction requested=true 2024-12-06T03:21:01,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.HRegion(2538): Flush status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:01,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:01,061 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=141}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=141 2024-12-06T03:21:01,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=141 2024-12-06T03:21:01,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=141, resume processing ppid=140 2024-12-06T03:21:01,063 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=141, ppid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4650 sec 2024-12-06T03:21:01,064 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=140, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=140, table=TestAcidGuarantees in 1.4680 sec 2024-12-06T03:21:01,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on d0eae010f62fc89f2195bb5becd38904 2024-12-06T03:21:01,089 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d0eae010f62fc89f2195bb5becd38904 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-06T03:21:01,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=A 2024-12-06T03:21:01,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:01,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=B 2024-12-06T03:21:01,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:01,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=C 2024-12-06T03:21:01,090 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:01,095 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/837935b6c82f48279a5000ee624cdbef is 50, key is test_row_0/A:col10/1733455261088/Put/seqid=0 2024-12-06T03:21:01,098 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742344_1520 (size=14541) 2024-12-06T03:21:01,100 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/837935b6c82f48279a5000ee624cdbef 2024-12-06T03:21:01,107 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/c7026a4c8b0f470389f348d988dd9ee1 is 50, key is test_row_0/B:col10/1733455261088/Put/seqid=0 2024-12-06T03:21:01,116 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742345_1521 (size=12151) 2024-12-06T03:21:01,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:01,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455321124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:01,130 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:01,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455321124, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:01,133 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:01,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455321125, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:01,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455321231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:01,232 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:01,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455321231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:01,238 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:01,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455321234, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:01,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:01,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455321433, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:01,436 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:01,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 77 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455321434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:01,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:01,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455321440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:01,517 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/c7026a4c8b0f470389f348d988dd9ee1 2024-12-06T03:21:01,524 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/563f5fa31f364bb8a10fad95c6c1930f is 50, key is test_row_0/C:col10/1733455261088/Put/seqid=0 2024-12-06T03:21:01,527 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742346_1522 (size=12151) 2024-12-06T03:21:01,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=140 2024-12-06T03:21:01,700 INFO [Thread-2185 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 140 completed 2024-12-06T03:21:01,701 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:21:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees 2024-12-06T03:21:01,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-06T03:21:01,702 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:21:01,703 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=142, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:21:01,703 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=143, ppid=142, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:21:01,743 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:01,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 90 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455321737, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:01,744 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:01,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455321738, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:01,753 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:01,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455321746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:01,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-06T03:21:01,854 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:01,855 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-06T03:21:01,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:01,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. as already flushing 2024-12-06T03:21:01,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:01,855 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] handler.RSProcedureHandler(58): pid=143 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:01,855 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=143 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:01,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=143 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:01,928 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=155 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/563f5fa31f364bb8a10fad95c6c1930f 2024-12-06T03:21:01,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/837935b6c82f48279a5000ee624cdbef as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/837935b6c82f48279a5000ee624cdbef 2024-12-06T03:21:01,935 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/837935b6c82f48279a5000ee624cdbef, entries=200, sequenceid=155, filesize=14.2 K 2024-12-06T03:21:01,936 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/c7026a4c8b0f470389f348d988dd9ee1 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/c7026a4c8b0f470389f348d988dd9ee1 2024-12-06T03:21:01,939 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/c7026a4c8b0f470389f348d988dd9ee1, entries=150, sequenceid=155, filesize=11.9 K 2024-12-06T03:21:01,940 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/563f5fa31f364bb8a10fad95c6c1930f as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/563f5fa31f364bb8a10fad95c6c1930f 2024-12-06T03:21:01,943 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/563f5fa31f364bb8a10fad95c6c1930f, entries=150, sequenceid=155, filesize=11.9 K 2024-12-06T03:21:01,944 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for d0eae010f62fc89f2195bb5becd38904 in 855ms, sequenceid=155, compaction requested=true 2024-12-06T03:21:01,944 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:01,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0eae010f62fc89f2195bb5becd38904:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:21:01,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:01,945 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T03:21:01,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0eae010f62fc89f2195bb5becd38904:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:21:01,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:01,945 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T03:21:01,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0eae010f62fc89f2195bb5becd38904:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:21:01,945 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:21:01,946 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 53140 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T03:21:01,946 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): d0eae010f62fc89f2195bb5becd38904/A is initiating minor compaction (all files) 2024-12-06T03:21:01,946 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0eae010f62fc89f2195bb5becd38904/A in TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:01,946 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/ea533d9aa3aa48aea96ddfbe9a4a6bf1, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/74f23dcdbabf4afda558a6597717745c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/c6721f95c7cd4f87a6e2b40bd6e7f82d, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/837935b6c82f48279a5000ee624cdbef] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp, totalSize=51.9 K 2024-12-06T03:21:01,946 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T03:21:01,947 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): d0eae010f62fc89f2195bb5becd38904/B is initiating minor compaction (all files) 2024-12-06T03:21:01,947 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0eae010f62fc89f2195bb5becd38904/B in TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:01,947 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/effbcbf4d4f74343b50fd8c40f169b73, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/6721f0e5a3cc48ada454d38f2b06742c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/bbb792724f9e43428772c8deb62acd0b, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/c7026a4c8b0f470389f348d988dd9ee1] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp, totalSize=47.3 K 2024-12-06T03:21:01,947 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting ea533d9aa3aa48aea96ddfbe9a4a6bf1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733455258807 2024-12-06T03:21:01,947 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting effbcbf4d4f74343b50fd8c40f169b73, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733455258807 2024-12-06T03:21:01,947 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 74f23dcdbabf4afda558a6597717745c, keycount=200, bloomtype=ROW, size=14.0 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733455259164 2024-12-06T03:21:01,947 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 6721f0e5a3cc48ada454d38f2b06742c, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733455259173 2024-12-06T03:21:01,947 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting c6721f95c7cd4f87a6e2b40bd6e7f82d, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733455259303 2024-12-06T03:21:01,947 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting bbb792724f9e43428772c8deb62acd0b, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733455259303 2024-12-06T03:21:01,948 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 837935b6c82f48279a5000ee624cdbef, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733455260464 2024-12-06T03:21:01,948 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting c7026a4c8b0f470389f348d988dd9ee1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733455260464 2024-12-06T03:21:01,957 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0eae010f62fc89f2195bb5becd38904#A#compaction#441 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:01,957 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/7547994662c247da88ea2c1198d9d54b is 50, key is test_row_0/A:col10/1733455261088/Put/seqid=0 2024-12-06T03:21:01,970 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0eae010f62fc89f2195bb5becd38904#B#compaction#442 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:01,971 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/5e3970e745244b698f0fa0f03f947e18 is 50, key is test_row_0/B:col10/1733455261088/Put/seqid=0 2024-12-06T03:21:01,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742348_1524 (size=12493) 2024-12-06T03:21:01,991 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/5e3970e745244b698f0fa0f03f947e18 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/5e3970e745244b698f0fa0f03f947e18 2024-12-06T03:21:01,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742347_1523 (size=12493) 2024-12-06T03:21:01,996 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d0eae010f62fc89f2195bb5becd38904/B of d0eae010f62fc89f2195bb5becd38904 into 5e3970e745244b698f0fa0f03f947e18(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:01,996 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:01,996 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904., storeName=d0eae010f62fc89f2195bb5becd38904/B, priority=12, startTime=1733455261945; duration=0sec 2024-12-06T03:21:01,996 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:21:01,996 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0eae010f62fc89f2195bb5becd38904:B 2024-12-06T03:21:01,996 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T03:21:01,997 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 48410 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T03:21:01,997 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): d0eae010f62fc89f2195bb5becd38904/C is initiating minor compaction (all files) 2024-12-06T03:21:01,998 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0eae010f62fc89f2195bb5becd38904/C in TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:01,998 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/e8ea9f57f2904a9e806a013550fb9ab5, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/4f01eb17a7f44de4816fbb775e9072a9, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/047ce4b19ee94dbda80893a9392bc550, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/563f5fa31f364bb8a10fad95c6c1930f] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp, totalSize=47.3 K 2024-12-06T03:21:01,998 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting e8ea9f57f2904a9e806a013550fb9ab5, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=93, earliestPutTs=1733455258807 2024-12-06T03:21:01,998 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f01eb17a7f44de4816fbb775e9072a9, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=116, earliestPutTs=1733455259173 2024-12-06T03:21:01,999 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 047ce4b19ee94dbda80893a9392bc550, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733455259303 2024-12-06T03:21:02,000 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 563f5fa31f364bb8a10fad95c6c1930f, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733455260464 2024-12-06T03:21:02,004 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/7547994662c247da88ea2c1198d9d54b as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/7547994662c247da88ea2c1198d9d54b 2024-12-06T03:21:02,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-06T03:21:02,007 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:02,008 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=143 2024-12-06T03:21:02,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:02,008 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2837): Flushing d0eae010f62fc89f2195bb5becd38904 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-06T03:21:02,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=A 2024-12-06T03:21:02,008 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:02,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=B 2024-12-06T03:21:02,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:02,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=C 2024-12-06T03:21:02,009 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:02,010 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d0eae010f62fc89f2195bb5becd38904/A of d0eae010f62fc89f2195bb5becd38904 into 7547994662c247da88ea2c1198d9d54b(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:02,010 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:02,010 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904., storeName=d0eae010f62fc89f2195bb5becd38904/A, priority=12, startTime=1733455261945; duration=0sec 2024-12-06T03:21:02,011 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:02,011 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0eae010f62fc89f2195bb5becd38904:A 2024-12-06T03:21:02,022 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0eae010f62fc89f2195bb5becd38904#C#compaction#443 average throughput is 0.73 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:02,022 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/026e7c98c599420c8c75cc7a6dce4c68 is 50, key is test_row_0/C:col10/1733455261088/Put/seqid=0 2024-12-06T03:21:02,030 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/8ee0cc6112d64de3a0d49e5c7c884cbd is 50, key is test_row_0/A:col10/1733455261117/Put/seqid=0 2024-12-06T03:21:02,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742349_1525 (size=12493) 2024-12-06T03:21:02,048 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/026e7c98c599420c8c75cc7a6dce4c68 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/026e7c98c599420c8c75cc7a6dce4c68 2024-12-06T03:21:02,054 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d0eae010f62fc89f2195bb5becd38904/C of d0eae010f62fc89f2195bb5becd38904 into 026e7c98c599420c8c75cc7a6dce4c68(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:02,055 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:02,055 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904., storeName=d0eae010f62fc89f2195bb5becd38904/C, priority=12, startTime=1733455261945; duration=0sec 2024-12-06T03:21:02,055 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:02,055 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0eae010f62fc89f2195bb5becd38904:C 2024-12-06T03:21:02,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742350_1526 (size=12151) 2024-12-06T03:21:02,061 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/8ee0cc6112d64de3a0d49e5c7c884cbd 2024-12-06T03:21:02,071 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/f34ea5bfda9b4dbea22943aff9ad103d is 50, key is test_row_0/B:col10/1733455261117/Put/seqid=0 2024-12-06T03:21:02,105 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742351_1527 (size=12151) 2024-12-06T03:21:02,106 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/f34ea5bfda9b4dbea22943aff9ad103d 2024-12-06T03:21:02,114 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/11fdfc7a82b94ee59c5b1d1013ac4515 is 50, key is test_row_0/C:col10/1733455261117/Put/seqid=0 2024-12-06T03:21:02,134 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742352_1528 (size=12151) 2024-12-06T03:21:02,134 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/11fdfc7a82b94ee59c5b1d1013ac4515 2024-12-06T03:21:02,141 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/8ee0cc6112d64de3a0d49e5c7c884cbd as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/8ee0cc6112d64de3a0d49e5c7c884cbd 2024-12-06T03:21:02,146 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/8ee0cc6112d64de3a0d49e5c7c884cbd, entries=150, sequenceid=169, filesize=11.9 K 2024-12-06T03:21:02,147 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/f34ea5bfda9b4dbea22943aff9ad103d as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/f34ea5bfda9b4dbea22943aff9ad103d 2024-12-06T03:21:02,150 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/f34ea5bfda9b4dbea22943aff9ad103d, entries=150, sequenceid=169, filesize=11.9 K 2024-12-06T03:21:02,151 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/11fdfc7a82b94ee59c5b1d1013ac4515 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/11fdfc7a82b94ee59c5b1d1013ac4515 2024-12-06T03:21:02,155 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/11fdfc7a82b94ee59c5b1d1013ac4515, entries=150, sequenceid=169, filesize=11.9 K 2024-12-06T03:21:02,158 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=0 B/0 for d0eae010f62fc89f2195bb5becd38904 in 150ms, sequenceid=169, compaction requested=false 2024-12-06T03:21:02,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.HRegion(2538): Flush status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:02,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:02,158 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=143}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=143 2024-12-06T03:21:02,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=143 2024-12-06T03:21:02,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=143, resume processing ppid=142 2024-12-06T03:21:02,161 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=143, ppid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 457 msec 2024-12-06T03:21:02,163 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=142, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=142, table=TestAcidGuarantees in 461 msec 2024-12-06T03:21:02,257 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on d0eae010f62fc89f2195bb5becd38904 2024-12-06T03:21:02,257 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d0eae010f62fc89f2195bb5becd38904 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T03:21:02,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=A 2024-12-06T03:21:02,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:02,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=B 2024-12-06T03:21:02,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:02,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=C 2024-12-06T03:21:02,258 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:02,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/1d2fd4d1f9424f1fbffcda70ca25a84f is 50, key is test_row_0/A:col10/1733455262256/Put/seqid=0 2024-12-06T03:21:02,268 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742353_1529 (size=14541) 2024-12-06T03:21:02,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=142 2024-12-06T03:21:02,305 INFO [Thread-2185 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 142 completed 2024-12-06T03:21:02,306 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:21:02,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees 2024-12-06T03:21:02,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-06T03:21:02,309 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:21:02,310 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=144, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:21:02,310 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=145, ppid=144, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:21:02,337 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455322332, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:02,338 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:02,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 92 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455322336, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:02,343 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:02,344 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455322337, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:02,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-06T03:21:02,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:02,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455322439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:02,441 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:02,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455322439, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:02,447 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:02,447 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455322445, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:02,462 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:02,462 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-06T03:21:02,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:02,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. as already flushing 2024-12-06T03:21:02,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:02,463 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:02,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:02,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:02,611 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-06T03:21:02,614 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:02,614 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-06T03:21:02,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:02,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. as already flushing 2024-12-06T03:21:02,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:02,615 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] handler.RSProcedureHandler(58): pid=145 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:02,615 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=145 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:02,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=145 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:02,645 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455322642, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:02,646 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:02,646 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 105 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455322643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:02,651 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:02,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455322648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:02,669 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/1d2fd4d1f9424f1fbffcda70ca25a84f 2024-12-06T03:21:02,675 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/e5842e5dbcc540a3bf81c753dd6bab22 is 50, key is test_row_0/B:col10/1733455262256/Put/seqid=0 2024-12-06T03:21:02,687 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742354_1530 (size=12151) 2024-12-06T03:21:02,688 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/e5842e5dbcc540a3bf81c753dd6bab22 2024-12-06T03:21:02,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/4d725fa5847c4d6aab6879675d287402 is 50, key is test_row_0/C:col10/1733455262256/Put/seqid=0 2024-12-06T03:21:02,712 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742355_1531 (size=12151) 2024-12-06T03:21:02,713 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=182 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/4d725fa5847c4d6aab6879675d287402 2024-12-06T03:21:02,717 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/1d2fd4d1f9424f1fbffcda70ca25a84f as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/1d2fd4d1f9424f1fbffcda70ca25a84f 2024-12-06T03:21:02,722 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/1d2fd4d1f9424f1fbffcda70ca25a84f, entries=200, sequenceid=182, filesize=14.2 K 2024-12-06T03:21:02,722 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/e5842e5dbcc540a3bf81c753dd6bab22 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/e5842e5dbcc540a3bf81c753dd6bab22 2024-12-06T03:21:02,726 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/e5842e5dbcc540a3bf81c753dd6bab22, entries=150, sequenceid=182, filesize=11.9 K 2024-12-06T03:21:02,727 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/4d725fa5847c4d6aab6879675d287402 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/4d725fa5847c4d6aab6879675d287402 2024-12-06T03:21:02,731 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/4d725fa5847c4d6aab6879675d287402, entries=150, sequenceid=182, filesize=11.9 K 2024-12-06T03:21:02,732 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for d0eae010f62fc89f2195bb5becd38904 in 475ms, sequenceid=182, compaction requested=true 2024-12-06T03:21:02,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:02,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0eae010f62fc89f2195bb5becd38904:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:21:02,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:02,732 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:02,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0eae010f62fc89f2195bb5becd38904:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:21:02,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:21:02,733 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:02,732 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0eae010f62fc89f2195bb5becd38904:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:21:02,733 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:21:02,733 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 39185 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:02,733 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): d0eae010f62fc89f2195bb5becd38904/A is initiating minor compaction (all files) 2024-12-06T03:21:02,733 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0eae010f62fc89f2195bb5becd38904/A in TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:02,733 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/7547994662c247da88ea2c1198d9d54b, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/8ee0cc6112d64de3a0d49e5c7c884cbd, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/1d2fd4d1f9424f1fbffcda70ca25a84f] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp, totalSize=38.3 K 2024-12-06T03:21:02,735 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:02,735 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): d0eae010f62fc89f2195bb5becd38904/B is initiating minor compaction (all files) 2024-12-06T03:21:02,735 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0eae010f62fc89f2195bb5becd38904/B in TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:02,735 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/5e3970e745244b698f0fa0f03f947e18, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/f34ea5bfda9b4dbea22943aff9ad103d, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/e5842e5dbcc540a3bf81c753dd6bab22] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp, totalSize=35.9 K 2024-12-06T03:21:02,735 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7547994662c247da88ea2c1198d9d54b, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733455260464 2024-12-06T03:21:02,735 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 5e3970e745244b698f0fa0f03f947e18, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733455260464 2024-12-06T03:21:02,737 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting f34ea5bfda9b4dbea22943aff9ad103d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733455261116 2024-12-06T03:21:02,738 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8ee0cc6112d64de3a0d49e5c7c884cbd, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733455261116 2024-12-06T03:21:02,738 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting e5842e5dbcc540a3bf81c753dd6bab22, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1733455262247 2024-12-06T03:21:02,738 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1d2fd4d1f9424f1fbffcda70ca25a84f, keycount=200, bloomtype=ROW, size=14.2 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1733455262247 2024-12-06T03:21:02,748 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0eae010f62fc89f2195bb5becd38904#B#compaction#450 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:02,749 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/256648773a344ec7a836e538052084ab is 50, key is test_row_0/B:col10/1733455262256/Put/seqid=0 2024-12-06T03:21:02,751 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0eae010f62fc89f2195bb5becd38904#A#compaction#451 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:02,752 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/d17ab7748aaa44039b1efdc54606446b is 50, key is test_row_0/A:col10/1733455262256/Put/seqid=0 2024-12-06T03:21:02,765 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742357_1533 (size=12595) 2024-12-06T03:21:02,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742356_1532 (size=12595) 2024-12-06T03:21:02,767 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:02,767 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=145 2024-12-06T03:21:02,767 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:02,767 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2837): Flushing d0eae010f62fc89f2195bb5becd38904 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-06T03:21:02,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=A 2024-12-06T03:21:02,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:02,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=B 2024-12-06T03:21:02,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:02,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=C 2024-12-06T03:21:02,768 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:02,773 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/d91a42517ed54893b61c30d202be3cd1 is 50, key is test_row_0/A:col10/1733455262335/Put/seqid=0 2024-12-06T03:21:02,776 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742358_1534 (size=12151) 2024-12-06T03:21:02,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-06T03:21:02,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on d0eae010f62fc89f2195bb5becd38904 2024-12-06T03:21:02,950 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. as already flushing 2024-12-06T03:21:02,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455322957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:02,966 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455322958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:02,966 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:02,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455322958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:02,970 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:02,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455322966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:03,070 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:03,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 111 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455323067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:03,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:03,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 113 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455323067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:03,071 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:03,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455323067, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:03,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:03,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455323071, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:03,170 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/d17ab7748aaa44039b1efdc54606446b as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/d17ab7748aaa44039b1efdc54606446b 2024-12-06T03:21:03,171 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/256648773a344ec7a836e538052084ab as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/256648773a344ec7a836e538052084ab 2024-12-06T03:21:03,175 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0eae010f62fc89f2195bb5becd38904/A of d0eae010f62fc89f2195bb5becd38904 into d17ab7748aaa44039b1efdc54606446b(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:03,175 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:03,175 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904., storeName=d0eae010f62fc89f2195bb5becd38904/A, priority=13, startTime=1733455262732; duration=0sec 2024-12-06T03:21:03,175 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:21:03,175 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0eae010f62fc89f2195bb5becd38904:A 2024-12-06T03:21:03,175 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:03,175 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0eae010f62fc89f2195bb5becd38904/B of d0eae010f62fc89f2195bb5becd38904 into 256648773a344ec7a836e538052084ab(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:03,175 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:03,175 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904., storeName=d0eae010f62fc89f2195bb5becd38904/B, priority=13, startTime=1733455262732; duration=0sec 2024-12-06T03:21:03,176 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:03,176 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0eae010f62fc89f2195bb5becd38904:B 2024-12-06T03:21:03,176 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36795 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:03,177 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): d0eae010f62fc89f2195bb5becd38904/C is initiating minor compaction (all files) 2024-12-06T03:21:03,177 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0eae010f62fc89f2195bb5becd38904/C in TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:03,177 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/026e7c98c599420c8c75cc7a6dce4c68, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/11fdfc7a82b94ee59c5b1d1013ac4515, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/4d725fa5847c4d6aab6879675d287402] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp, totalSize=35.9 K 2024-12-06T03:21:03,177 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 026e7c98c599420c8c75cc7a6dce4c68, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=155, earliestPutTs=1733455260464 2024-12-06T03:21:03,177 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/d91a42517ed54893b61c30d202be3cd1 2024-12-06T03:21:03,177 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 11fdfc7a82b94ee59c5b1d1013ac4515, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733455261116 2024-12-06T03:21:03,178 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4d725fa5847c4d6aab6879675d287402, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1733455262247 2024-12-06T03:21:03,184 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/6aae1b659ecc454ab1ecb4e1be9376bc is 50, key is test_row_0/B:col10/1733455262335/Put/seqid=0 2024-12-06T03:21:03,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742359_1535 (size=12151) 2024-12-06T03:21:03,187 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0eae010f62fc89f2195bb5becd38904#C#compaction#454 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:03,187 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/6aae1b659ecc454ab1ecb4e1be9376bc 2024-12-06T03:21:03,188 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/2c8c2d01a0ed4b5186825f526b62920a is 50, key is test_row_0/C:col10/1733455262256/Put/seqid=0 2024-12-06T03:21:03,196 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742360_1536 (size=12595) 2024-12-06T03:21:03,196 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/f6dc9e06167d40899e5010129d8d4f2d is 50, key is test_row_0/C:col10/1733455262335/Put/seqid=0 2024-12-06T03:21:03,201 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742361_1537 (size=12151) 2024-12-06T03:21:03,202 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/2c8c2d01a0ed4b5186825f526b62920a as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/2c8c2d01a0ed4b5186825f526b62920a 2024-12-06T03:21:03,203 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=207 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/f6dc9e06167d40899e5010129d8d4f2d 2024-12-06T03:21:03,206 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0eae010f62fc89f2195bb5becd38904/C of d0eae010f62fc89f2195bb5becd38904 into 2c8c2d01a0ed4b5186825f526b62920a(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:03,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/d91a42517ed54893b61c30d202be3cd1 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/d91a42517ed54893b61c30d202be3cd1 2024-12-06T03:21:03,206 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:03,206 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904., storeName=d0eae010f62fc89f2195bb5becd38904/C, priority=13, startTime=1733455262732; duration=0sec 2024-12-06T03:21:03,206 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:03,206 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0eae010f62fc89f2195bb5becd38904:C 2024-12-06T03:21:03,209 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/d91a42517ed54893b61c30d202be3cd1, entries=150, sequenceid=207, filesize=11.9 K 2024-12-06T03:21:03,210 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/6aae1b659ecc454ab1ecb4e1be9376bc as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/6aae1b659ecc454ab1ecb4e1be9376bc 2024-12-06T03:21:03,213 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/6aae1b659ecc454ab1ecb4e1be9376bc, entries=150, sequenceid=207, filesize=11.9 K 2024-12-06T03:21:03,214 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/f6dc9e06167d40899e5010129d8d4f2d as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/f6dc9e06167d40899e5010129d8d4f2d 2024-12-06T03:21:03,218 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/f6dc9e06167d40899e5010129d8d4f2d, entries=150, sequenceid=207, filesize=11.9 K 2024-12-06T03:21:03,218 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for d0eae010f62fc89f2195bb5becd38904 in 451ms, sequenceid=207, compaction requested=false 2024-12-06T03:21:03,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.HRegion(2538): Flush status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:03,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:03,218 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=145}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=145 2024-12-06T03:21:03,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=145 2024-12-06T03:21:03,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=145, resume processing ppid=144 2024-12-06T03:21:03,221 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=145, ppid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 909 msec 2024-12-06T03:21:03,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=144, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=144, table=TestAcidGuarantees in 915 msec 2024-12-06T03:21:03,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on d0eae010f62fc89f2195bb5becd38904 2024-12-06T03:21:03,275 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d0eae010f62fc89f2195bb5becd38904 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-06T03:21:03,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=A 2024-12-06T03:21:03,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:03,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=B 2024-12-06T03:21:03,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:03,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=C 2024-12-06T03:21:03,276 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:03,280 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/b426b993b1674a4a92e6551c93a68f6a is 50, key is test_row_0/A:col10/1733455262957/Put/seqid=0 2024-12-06T03:21:03,284 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742362_1538 (size=16931) 2024-12-06T03:21:03,306 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:03,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 118 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455323299, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:03,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455323304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:03,310 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:03,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455323305, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:03,310 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:03,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455323306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:03,410 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:03,410 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 120 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455323407, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:03,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=144 2024-12-06T03:21:03,412 INFO [Thread-2185 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 144 completed 2024-12-06T03:21:03,413 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:21:03,414 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees 2024-12-06T03:21:03,415 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:21:03,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-06T03:21:03,415 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=146, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:21:03,415 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=147, ppid=146, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:21:03,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455323411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:03,416 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:03,416 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455323411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:03,417 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:03,417 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455323411, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:03,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-06T03:21:03,568 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:03,568 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-06T03:21:03,568 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:03,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. as already flushing 2024-12-06T03:21:03,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:03,569 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:03,569 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:03,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:03,616 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:03,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455323611, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:03,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455323617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:03,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:03,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455323618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:03,624 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:03,625 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455323619, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:03,685 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/b426b993b1674a4a92e6551c93a68f6a 2024-12-06T03:21:03,690 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/21364dd1afde4aed9d91c526c779a79d is 50, key is test_row_0/B:col10/1733455262957/Put/seqid=0 2024-12-06T03:21:03,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742363_1539 (size=12151) 2024-12-06T03:21:03,694 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/21364dd1afde4aed9d91c526c779a79d 2024-12-06T03:21:03,699 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/a5f3e5d425ea4c1b9c151c403fe55da4 is 50, key is test_row_0/C:col10/1733455262957/Put/seqid=0 2024-12-06T03:21:03,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742364_1540 (size=12151) 2024-12-06T03:21:03,716 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-06T03:21:03,721 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:03,721 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-06T03:21:03,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:03,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. as already flushing 2024-12-06T03:21:03,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:03,721 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:03,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:03,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:03,873 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:03,873 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-06T03:21:03,873 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:03,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. as already flushing 2024-12-06T03:21:03,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:03,874 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:03,874 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:03,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:03,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:03,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455323917, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:03,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:03,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455323927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:03,931 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:03,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455323927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:03,931 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:03,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455323927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:04,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-06T03:21:04,025 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:04,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-06T03:21:04,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:04,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. as already flushing 2024-12-06T03:21:04,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:04,026 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] handler.RSProcedureHandler(58): pid=147 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:04,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=147 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:04,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=147 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:04,103 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=224 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/a5f3e5d425ea4c1b9c151c403fe55da4 2024-12-06T03:21:04,107 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/b426b993b1674a4a92e6551c93a68f6a as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/b426b993b1674a4a92e6551c93a68f6a 2024-12-06T03:21:04,109 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/b426b993b1674a4a92e6551c93a68f6a, entries=250, sequenceid=224, filesize=16.5 K 2024-12-06T03:21:04,110 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/21364dd1afde4aed9d91c526c779a79d as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/21364dd1afde4aed9d91c526c779a79d 2024-12-06T03:21:04,113 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/21364dd1afde4aed9d91c526c779a79d, entries=150, sequenceid=224, filesize=11.9 K 2024-12-06T03:21:04,114 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/a5f3e5d425ea4c1b9c151c403fe55da4 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/a5f3e5d425ea4c1b9c151c403fe55da4 2024-12-06T03:21:04,117 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/a5f3e5d425ea4c1b9c151c403fe55da4, entries=150, sequenceid=224, filesize=11.9 K 2024-12-06T03:21:04,117 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for d0eae010f62fc89f2195bb5becd38904 in 842ms, sequenceid=224, compaction requested=true 2024-12-06T03:21:04,118 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:04,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0eae010f62fc89f2195bb5becd38904:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:21:04,118 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:04,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:04,118 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:04,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0eae010f62fc89f2195bb5becd38904:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:21:04,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:04,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0eae010f62fc89f2195bb5becd38904:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:21:04,118 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:21:04,119 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:04,119 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 41677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:04,119 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): d0eae010f62fc89f2195bb5becd38904/B is initiating minor compaction (all files) 2024-12-06T03:21:04,119 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): d0eae010f62fc89f2195bb5becd38904/A is initiating minor compaction (all files) 2024-12-06T03:21:04,119 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0eae010f62fc89f2195bb5becd38904/A in TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:04,119 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0eae010f62fc89f2195bb5becd38904/B in TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:04,119 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/d17ab7748aaa44039b1efdc54606446b, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/d91a42517ed54893b61c30d202be3cd1, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/b426b993b1674a4a92e6551c93a68f6a] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp, totalSize=40.7 K 2024-12-06T03:21:04,119 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/256648773a344ec7a836e538052084ab, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/6aae1b659ecc454ab1ecb4e1be9376bc, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/21364dd1afde4aed9d91c526c779a79d] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp, totalSize=36.0 K 2024-12-06T03:21:04,120 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting d17ab7748aaa44039b1efdc54606446b, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1733455262247 2024-12-06T03:21:04,120 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 256648773a344ec7a836e538052084ab, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1733455262247 2024-12-06T03:21:04,120 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 6aae1b659ecc454ab1ecb4e1be9376bc, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733455262331 2024-12-06T03:21:04,120 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting d91a42517ed54893b61c30d202be3cd1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733455262331 2024-12-06T03:21:04,120 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting b426b993b1674a4a92e6551c93a68f6a, keycount=250, bloomtype=ROW, size=16.5 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733455262957 2024-12-06T03:21:04,120 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 21364dd1afde4aed9d91c526c779a79d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733455262957 2024-12-06T03:21:04,126 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0eae010f62fc89f2195bb5becd38904#A#compaction#459 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:04,126 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/68d040debfb64fefbef6a257dd01d954 is 50, key is test_row_0/A:col10/1733455262957/Put/seqid=0 2024-12-06T03:21:04,128 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0eae010f62fc89f2195bb5becd38904#B#compaction#460 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:04,128 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/23e09d22714a477e90713406314b56dd is 50, key is test_row_0/B:col10/1733455262957/Put/seqid=0 2024-12-06T03:21:04,130 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742365_1541 (size=12697) 2024-12-06T03:21:04,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742366_1542 (size=12697) 2024-12-06T03:21:04,135 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/68d040debfb64fefbef6a257dd01d954 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/68d040debfb64fefbef6a257dd01d954 2024-12-06T03:21:04,139 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/23e09d22714a477e90713406314b56dd as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/23e09d22714a477e90713406314b56dd 2024-12-06T03:21:04,142 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0eae010f62fc89f2195bb5becd38904/A of d0eae010f62fc89f2195bb5becd38904 into 68d040debfb64fefbef6a257dd01d954(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:04,142 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:04,142 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904., storeName=d0eae010f62fc89f2195bb5becd38904/A, priority=13, startTime=1733455264118; duration=0sec 2024-12-06T03:21:04,142 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:21:04,142 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0eae010f62fc89f2195bb5becd38904:A 2024-12-06T03:21:04,143 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:04,143 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0eae010f62fc89f2195bb5becd38904/B of d0eae010f62fc89f2195bb5becd38904 into 23e09d22714a477e90713406314b56dd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:04,143 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:04,143 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904., storeName=d0eae010f62fc89f2195bb5becd38904/B, priority=13, startTime=1733455264118; duration=0sec 2024-12-06T03:21:04,144 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:04,144 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0eae010f62fc89f2195bb5becd38904:B 2024-12-06T03:21:04,148 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36897 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:04,148 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): d0eae010f62fc89f2195bb5becd38904/C is initiating minor compaction (all files) 2024-12-06T03:21:04,148 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0eae010f62fc89f2195bb5becd38904/C in TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:04,148 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/2c8c2d01a0ed4b5186825f526b62920a, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/f6dc9e06167d40899e5010129d8d4f2d, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/a5f3e5d425ea4c1b9c151c403fe55da4] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp, totalSize=36.0 K 2024-12-06T03:21:04,148 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2c8c2d01a0ed4b5186825f526b62920a, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=182, earliestPutTs=1733455262247 2024-12-06T03:21:04,149 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting f6dc9e06167d40899e5010129d8d4f2d, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=207, earliestPutTs=1733455262331 2024-12-06T03:21:04,149 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting a5f3e5d425ea4c1b9c151c403fe55da4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733455262957 2024-12-06T03:21:04,156 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0eae010f62fc89f2195bb5becd38904#C#compaction#461 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:04,157 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/072d876dae2b47f0bd44684c5992d1fa is 50, key is test_row_0/C:col10/1733455262957/Put/seqid=0 2024-12-06T03:21:04,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742367_1543 (size=12697) 2024-12-06T03:21:04,176 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/072d876dae2b47f0bd44684c5992d1fa as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/072d876dae2b47f0bd44684c5992d1fa 2024-12-06T03:21:04,179 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:04,179 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=147 2024-12-06T03:21:04,179 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:04,180 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2837): Flushing d0eae010f62fc89f2195bb5becd38904 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-06T03:21:04,180 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0eae010f62fc89f2195bb5becd38904/C of d0eae010f62fc89f2195bb5becd38904 into 072d876dae2b47f0bd44684c5992d1fa(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:04,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=A 2024-12-06T03:21:04,180 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:04,180 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904., storeName=d0eae010f62fc89f2195bb5becd38904/C, priority=13, startTime=1733455264118; duration=0sec 2024-12-06T03:21:04,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:04,180 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:04,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=B 2024-12-06T03:21:04,180 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0eae010f62fc89f2195bb5becd38904:C 2024-12-06T03:21:04,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:04,180 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=C 2024-12-06T03:21:04,181 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:04,185 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/540d61261dec4cfaa65726d27514a6c8 is 50, key is test_row_0/A:col10/1733455263303/Put/seqid=0 2024-12-06T03:21:04,197 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742368_1544 (size=12151) 2024-12-06T03:21:04,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on d0eae010f62fc89f2195bb5becd38904 2024-12-06T03:21:04,429 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. as already flushing 2024-12-06T03:21:04,448 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:04,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455324442, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:04,449 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:04,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455324443, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:04,452 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:04,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455324448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:04,453 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:04,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455324448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:04,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-06T03:21:04,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:04,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 75 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455324549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:04,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:04,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455324550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:04,557 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:04,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455324554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:04,558 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:04,558 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455324554, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:04,598 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/540d61261dec4cfaa65726d27514a6c8 2024-12-06T03:21:04,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:04,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 16 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46844 deadline: 1733455324596, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:04,600 DEBUG [Thread-2181 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=7, retries=16, started=8222 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_1' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904., hostname=4c7f994aa0f5,34349,1733455120723, seqNum=2, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:21:04,605 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/e9f01c37fe3f497e82e746b1b32459e2 is 50, key is test_row_0/B:col10/1733455263303/Put/seqid=0 2024-12-06T03:21:04,609 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742369_1545 (size=12151) 2024-12-06T03:21:04,609 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/e9f01c37fe3f497e82e746b1b32459e2 2024-12-06T03:21:04,616 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/b37055c1fe6f45bbaab4b8d5bf5e553c is 50, key is test_row_0/C:col10/1733455263303/Put/seqid=0 2024-12-06T03:21:04,619 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742370_1546 (size=12151) 2024-12-06T03:21:04,620 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=249 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/b37055c1fe6f45bbaab4b8d5bf5e553c 2024-12-06T03:21:04,625 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/540d61261dec4cfaa65726d27514a6c8 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/540d61261dec4cfaa65726d27514a6c8 2024-12-06T03:21:04,629 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/540d61261dec4cfaa65726d27514a6c8, entries=150, sequenceid=249, filesize=11.9 K 2024-12-06T03:21:04,630 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/e9f01c37fe3f497e82e746b1b32459e2 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/e9f01c37fe3f497e82e746b1b32459e2 2024-12-06T03:21:04,638 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/e9f01c37fe3f497e82e746b1b32459e2, entries=150, sequenceid=249, filesize=11.9 K 2024-12-06T03:21:04,639 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/b37055c1fe6f45bbaab4b8d5bf5e553c as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/b37055c1fe6f45bbaab4b8d5bf5e553c 2024-12-06T03:21:04,643 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/b37055c1fe6f45bbaab4b8d5bf5e553c, entries=150, sequenceid=249, filesize=11.9 K 2024-12-06T03:21:04,644 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=73.80 KB/75570 for d0eae010f62fc89f2195bb5becd38904 in 465ms, sequenceid=249, compaction requested=false 2024-12-06T03:21:04,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.HRegion(2538): Flush status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:04,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:04,644 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=147}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=147 2024-12-06T03:21:04,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=147 2024-12-06T03:21:04,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=147, resume processing ppid=146 2024-12-06T03:21:04,647 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=147, ppid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.2300 sec 2024-12-06T03:21:04,648 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=146, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=146, table=TestAcidGuarantees in 1.2340 sec 2024-12-06T03:21:04,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on d0eae010f62fc89f2195bb5becd38904 2024-12-06T03:21:04,758 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d0eae010f62fc89f2195bb5becd38904 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-06T03:21:04,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=A 2024-12-06T03:21:04,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:04,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=B 2024-12-06T03:21:04,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:04,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=C 2024-12-06T03:21:04,758 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:04,762 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/b1ee29a849e04b67a02195efec38374a is 50, key is test_row_0/A:col10/1733455264447/Put/seqid=0 2024-12-06T03:21:04,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742371_1547 (size=12301) 2024-12-06T03:21:04,790 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:04,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455324783, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:04,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:04,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455324785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:04,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:04,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455324785, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:04,791 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:04,791 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455324786, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:04,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:04,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455324891, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:04,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:04,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455324892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:04,894 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:04,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455324892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:04,895 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:04,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455324892, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:05,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455325095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:05,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455325096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:05,098 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:05,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455325096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:05,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:05,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455325096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:05,167 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/b1ee29a849e04b67a02195efec38374a 2024-12-06T03:21:05,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/e260e8dacf2a4b86ba1b2557f356dd45 is 50, key is test_row_0/B:col10/1733455264447/Put/seqid=0 2024-12-06T03:21:05,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742372_1548 (size=12301) 2024-12-06T03:21:05,401 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:05,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 88 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455325399, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:05,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455325400, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:05,402 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:05,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455325401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:05,407 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:05,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455325403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:05,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=146 2024-12-06T03:21:05,519 INFO [Thread-2185 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 146 completed 2024-12-06T03:21:05,520 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:21:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees 2024-12-06T03:21:05,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-06T03:21:05,521 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:21:05,522 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=148, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:21:05,522 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=149, ppid=148, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:21:05,578 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/e260e8dacf2a4b86ba1b2557f356dd45 2024-12-06T03:21:05,585 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/45695a1fa2d644e392835f8a503c8242 is 50, key is test_row_0/C:col10/1733455264447/Put/seqid=0 2024-12-06T03:21:05,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742373_1549 (size=12301) 2024-12-06T03:21:05,589 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=264 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/45695a1fa2d644e392835f8a503c8242 2024-12-06T03:21:05,594 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/b1ee29a849e04b67a02195efec38374a as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/b1ee29a849e04b67a02195efec38374a 2024-12-06T03:21:05,597 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/b1ee29a849e04b67a02195efec38374a, entries=150, sequenceid=264, filesize=12.0 K 2024-12-06T03:21:05,598 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/e260e8dacf2a4b86ba1b2557f356dd45 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/e260e8dacf2a4b86ba1b2557f356dd45 2024-12-06T03:21:05,601 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/e260e8dacf2a4b86ba1b2557f356dd45, entries=150, sequenceid=264, filesize=12.0 K 2024-12-06T03:21:05,602 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/45695a1fa2d644e392835f8a503c8242 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/45695a1fa2d644e392835f8a503c8242 2024-12-06T03:21:05,605 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/45695a1fa2d644e392835f8a503c8242, entries=150, sequenceid=264, filesize=12.0 K 2024-12-06T03:21:05,606 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for d0eae010f62fc89f2195bb5becd38904 in 848ms, sequenceid=264, compaction requested=true 2024-12-06T03:21:05,606 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:05,606 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:05,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0eae010f62fc89f2195bb5becd38904:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:21:05,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:05,606 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:05,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0eae010f62fc89f2195bb5becd38904:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:21:05,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:05,607 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:05,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0eae010f62fc89f2195bb5becd38904:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:21:05,607 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:21:05,607 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): d0eae010f62fc89f2195bb5becd38904/A is initiating minor compaction (all files) 2024-12-06T03:21:05,607 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0eae010f62fc89f2195bb5becd38904/A in TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:05,607 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/68d040debfb64fefbef6a257dd01d954, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/540d61261dec4cfaa65726d27514a6c8, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/b1ee29a849e04b67a02195efec38374a] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp, totalSize=36.3 K 2024-12-06T03:21:05,607 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 68d040debfb64fefbef6a257dd01d954, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733455262957 2024-12-06T03:21:05,608 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 540d61261dec4cfaa65726d27514a6c8, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733455263295 2024-12-06T03:21:05,608 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:05,608 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): d0eae010f62fc89f2195bb5becd38904/B is initiating minor compaction (all files) 2024-12-06T03:21:05,608 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0eae010f62fc89f2195bb5becd38904/B in TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:05,608 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting b1ee29a849e04b67a02195efec38374a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733455264440 2024-12-06T03:21:05,608 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/23e09d22714a477e90713406314b56dd, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/e9f01c37fe3f497e82e746b1b32459e2, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/e260e8dacf2a4b86ba1b2557f356dd45] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp, totalSize=36.3 K 2024-12-06T03:21:05,608 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 23e09d22714a477e90713406314b56dd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733455262957 2024-12-06T03:21:05,609 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting e9f01c37fe3f497e82e746b1b32459e2, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733455263295 2024-12-06T03:21:05,609 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting e260e8dacf2a4b86ba1b2557f356dd45, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733455264440 2024-12-06T03:21:05,615 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0eae010f62fc89f2195bb5becd38904#A#compaction#468 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:05,615 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/fcc8f5d60cf14dd196c5cd8695a5d209 is 50, key is test_row_0/A:col10/1733455264447/Put/seqid=0 2024-12-06T03:21:05,617 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0eae010f62fc89f2195bb5becd38904#B#compaction#469 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:05,617 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/ffa083d2f201450888bfb317470dd737 is 50, key is test_row_0/B:col10/1733455264447/Put/seqid=0 2024-12-06T03:21:05,622 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742374_1550 (size=12949) 2024-12-06T03:21:05,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-06T03:21:05,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742375_1551 (size=12949) 2024-12-06T03:21:05,673 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:05,674 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=149 2024-12-06T03:21:05,674 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:05,674 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2837): Flushing d0eae010f62fc89f2195bb5becd38904 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-06T03:21:05,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=A 2024-12-06T03:21:05,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:05,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=B 2024-12-06T03:21:05,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:05,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=C 2024-12-06T03:21:05,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:05,679 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/f0395f880a08409c84fdce9fe2c97b03 is 50, key is test_row_0/A:col10/1733455264784/Put/seqid=0 2024-12-06T03:21:05,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742376_1552 (size=12301) 2024-12-06T03:21:05,683 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/f0395f880a08409c84fdce9fe2c97b03 2024-12-06T03:21:05,691 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/1bdacc7608c446a7af411ae8d52e38f3 is 50, key is test_row_0/B:col10/1733455264784/Put/seqid=0 2024-12-06T03:21:05,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742377_1553 (size=12301) 2024-12-06T03:21:05,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-06T03:21:05,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on d0eae010f62fc89f2195bb5becd38904 2024-12-06T03:21:05,907 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. as already flushing 2024-12-06T03:21:05,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:05,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455325921, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:05,930 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:05,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455325927, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:05,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:05,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455325928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:05,937 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:05,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455325928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:06,026 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/fcc8f5d60cf14dd196c5cd8695a5d209 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/fcc8f5d60cf14dd196c5cd8695a5d209 2024-12-06T03:21:06,031 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0eae010f62fc89f2195bb5becd38904/A of d0eae010f62fc89f2195bb5becd38904 into fcc8f5d60cf14dd196c5cd8695a5d209(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:06,031 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:06,031 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904., storeName=d0eae010f62fc89f2195bb5becd38904/A, priority=13, startTime=1733455265606; duration=0sec 2024-12-06T03:21:06,031 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:21:06,031 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0eae010f62fc89f2195bb5becd38904:A 2024-12-06T03:21:06,031 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:06,033 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37149 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:06,033 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): d0eae010f62fc89f2195bb5becd38904/C is initiating minor compaction (all files) 2024-12-06T03:21:06,033 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0eae010f62fc89f2195bb5becd38904/C in TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:06,033 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:06,033 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/072d876dae2b47f0bd44684c5992d1fa, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/b37055c1fe6f45bbaab4b8d5bf5e553c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/45695a1fa2d644e392835f8a503c8242] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp, totalSize=36.3 K 2024-12-06T03:21:06,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455326029, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:06,033 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 072d876dae2b47f0bd44684c5992d1fa, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=224, earliestPutTs=1733455262957 2024-12-06T03:21:06,034 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/ffa083d2f201450888bfb317470dd737 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/ffa083d2f201450888bfb317470dd737 2024-12-06T03:21:06,034 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting b37055c1fe6f45bbaab4b8d5bf5e553c, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=249, earliestPutTs=1733455263295 2024-12-06T03:21:06,034 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 45695a1fa2d644e392835f8a503c8242, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733455264440 2024-12-06T03:21:06,035 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:06,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455326031, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:06,038 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0eae010f62fc89f2195bb5becd38904/B of d0eae010f62fc89f2195bb5becd38904 into ffa083d2f201450888bfb317470dd737(size=12.6 K), total size for store is 12.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:06,038 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:06,038 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904., storeName=d0eae010f62fc89f2195bb5becd38904/B, priority=13, startTime=1733455265606; duration=0sec 2024-12-06T03:21:06,038 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:06,038 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0eae010f62fc89f2195bb5becd38904:B 2024-12-06T03:21:06,041 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0eae010f62fc89f2195bb5becd38904#C#compaction#472 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:06,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:06,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455326039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:06,042 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/812dc7613b1f4f519f710392f121b234 is 50, key is test_row_0/C:col10/1733455264447/Put/seqid=0 2024-12-06T03:21:06,042 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:06,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455326039, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:06,045 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742378_1554 (size=12949) 2024-12-06T03:21:06,095 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/1bdacc7608c446a7af411ae8d52e38f3 2024-12-06T03:21:06,102 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/7a3eeb23960b41989af8bdfe32a5a0d9 is 50, key is test_row_0/C:col10/1733455264784/Put/seqid=0 2024-12-06T03:21:06,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742379_1555 (size=12301) 2024-12-06T03:21:06,107 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=285 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/7a3eeb23960b41989af8bdfe32a5a0d9 2024-12-06T03:21:06,113 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/f0395f880a08409c84fdce9fe2c97b03 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/f0395f880a08409c84fdce9fe2c97b03 2024-12-06T03:21:06,116 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/f0395f880a08409c84fdce9fe2c97b03, entries=150, sequenceid=285, filesize=12.0 K 2024-12-06T03:21:06,117 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/1bdacc7608c446a7af411ae8d52e38f3 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/1bdacc7608c446a7af411ae8d52e38f3 2024-12-06T03:21:06,121 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/1bdacc7608c446a7af411ae8d52e38f3, entries=150, sequenceid=285, filesize=12.0 K 2024-12-06T03:21:06,122 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/7a3eeb23960b41989af8bdfe32a5a0d9 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/7a3eeb23960b41989af8bdfe32a5a0d9 2024-12-06T03:21:06,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-06T03:21:06,127 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/7a3eeb23960b41989af8bdfe32a5a0d9, entries=150, sequenceid=285, filesize=12.0 K 2024-12-06T03:21:06,127 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for d0eae010f62fc89f2195bb5becd38904 in 453ms, sequenceid=285, compaction requested=false 2024-12-06T03:21:06,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.HRegion(2538): Flush status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:06,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:06,127 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=149}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=149 2024-12-06T03:21:06,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=149 2024-12-06T03:21:06,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=149, resume processing ppid=148 2024-12-06T03:21:06,129 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=149, ppid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 606 msec 2024-12-06T03:21:06,131 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=148, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=148, table=TestAcidGuarantees in 610 msec 2024-12-06T03:21:06,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on d0eae010f62fc89f2195bb5becd38904 2024-12-06T03:21:06,239 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d0eae010f62fc89f2195bb5becd38904 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-06T03:21:06,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=A 2024-12-06T03:21:06,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:06,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=B 2024-12-06T03:21:06,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:06,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=C 2024-12-06T03:21:06,240 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:06,244 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/6118f69042f74d4d92699ce4f7672300 is 50, key is test_row_0/A:col10/1733455265926/Put/seqid=0 2024-12-06T03:21:06,248 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742380_1556 (size=17181) 2024-12-06T03:21:06,248 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/6118f69042f74d4d92699ce4f7672300 2024-12-06T03:21:06,254 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/4cadfac834bf42d1b52c3e35a324f1ef is 50, key is test_row_0/B:col10/1733455265926/Put/seqid=0 2024-12-06T03:21:06,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742381_1557 (size=12301) 2024-12-06T03:21:06,278 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:06,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455326270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:06,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:06,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455326271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:06,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:06,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455326272, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:06,282 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:06,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455326273, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:06,385 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:06,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455326380, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:06,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:06,388 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:06,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455326383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:06,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455326383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:06,388 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:06,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 151 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455326383, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:06,449 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/812dc7613b1f4f519f710392f121b234 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/812dc7613b1f4f519f710392f121b234 2024-12-06T03:21:06,453 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0eae010f62fc89f2195bb5becd38904/C of d0eae010f62fc89f2195bb5becd38904 into 812dc7613b1f4f519f710392f121b234(size=12.6 K), total size for store is 24.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:06,453 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:06,453 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904., storeName=d0eae010f62fc89f2195bb5becd38904/C, priority=13, startTime=1733455265607; duration=0sec 2024-12-06T03:21:06,453 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:06,453 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0eae010f62fc89f2195bb5becd38904:C 2024-12-06T03:21:06,591 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455326586, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:06,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455326590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:06,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455326590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:06,592 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:06,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455326590, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:06,624 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=148 2024-12-06T03:21:06,625 INFO [Thread-2185 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 148 completed 2024-12-06T03:21:06,626 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:21:06,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees 2024-12-06T03:21:06,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-06T03:21:06,627 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:21:06,627 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=150, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:21:06,627 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=151, ppid=150, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:21:06,659 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/4cadfac834bf42d1b52c3e35a324f1ef 2024-12-06T03:21:06,665 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/25ad65c0475a4a86a6f70ffbd0ae45d7 is 50, key is test_row_0/C:col10/1733455265926/Put/seqid=0 2024-12-06T03:21:06,673 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742382_1558 (size=12301) 2024-12-06T03:21:06,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-06T03:21:06,779 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:06,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-06T03:21:06,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:06,779 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. as already flushing 2024-12-06T03:21:06,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:06,780 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:06,780 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:06,780 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:06,895 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:06,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455326893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:06,897 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:06,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 108 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455326893, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:06,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455326894, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:06,898 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:06,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455326895, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:06,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-06T03:21:06,931 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:06,932 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-06T03:21:06,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:06,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. as already flushing 2024-12-06T03:21:06,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:06,932 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:06,932 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:06,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:07,074 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=304 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/25ad65c0475a4a86a6f70ffbd0ae45d7 2024-12-06T03:21:07,078 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/6118f69042f74d4d92699ce4f7672300 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/6118f69042f74d4d92699ce4f7672300 2024-12-06T03:21:07,081 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/6118f69042f74d4d92699ce4f7672300, entries=250, sequenceid=304, filesize=16.8 K 2024-12-06T03:21:07,082 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/4cadfac834bf42d1b52c3e35a324f1ef as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/4cadfac834bf42d1b52c3e35a324f1ef 2024-12-06T03:21:07,084 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:07,085 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-06T03:21:07,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:07,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. as already flushing 2024-12-06T03:21:07,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:07,085 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] handler.RSProcedureHandler(58): pid=151 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:07,085 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=151 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:07,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=151 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:07,088 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/4cadfac834bf42d1b52c3e35a324f1ef, entries=150, sequenceid=304, filesize=12.0 K 2024-12-06T03:21:07,089 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/25ad65c0475a4a86a6f70ffbd0ae45d7 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/25ad65c0475a4a86a6f70ffbd0ae45d7 2024-12-06T03:21:07,092 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/25ad65c0475a4a86a6f70ffbd0ae45d7, entries=150, sequenceid=304, filesize=12.0 K 2024-12-06T03:21:07,093 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for d0eae010f62fc89f2195bb5becd38904 in 853ms, sequenceid=304, compaction requested=true 2024-12-06T03:21:07,093 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:07,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0eae010f62fc89f2195bb5becd38904:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:21:07,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:07,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0eae010f62fc89f2195bb5becd38904:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:21:07,093 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:07,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:07,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0eae010f62fc89f2195bb5becd38904:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:21:07,093 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:07,093 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:21:07,096 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:07,096 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): d0eae010f62fc89f2195bb5becd38904/B is initiating minor compaction (all files) 2024-12-06T03:21:07,096 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0eae010f62fc89f2195bb5becd38904/B in TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:07,096 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/ffa083d2f201450888bfb317470dd737, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/1bdacc7608c446a7af411ae8d52e38f3, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/4cadfac834bf42d1b52c3e35a324f1ef] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp, totalSize=36.7 K 2024-12-06T03:21:07,096 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42431 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:07,096 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): d0eae010f62fc89f2195bb5becd38904/A is initiating minor compaction (all files) 2024-12-06T03:21:07,096 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting ffa083d2f201450888bfb317470dd737, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733455264440 2024-12-06T03:21:07,096 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0eae010f62fc89f2195bb5becd38904/A in TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:07,096 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/fcc8f5d60cf14dd196c5cd8695a5d209, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/f0395f880a08409c84fdce9fe2c97b03, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/6118f69042f74d4d92699ce4f7672300] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp, totalSize=41.4 K 2024-12-06T03:21:07,097 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 1bdacc7608c446a7af411ae8d52e38f3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1733455264784 2024-12-06T03:21:07,097 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting fcc8f5d60cf14dd196c5cd8695a5d209, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733455264440 2024-12-06T03:21:07,097 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 4cadfac834bf42d1b52c3e35a324f1ef, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1733455265926 2024-12-06T03:21:07,097 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting f0395f880a08409c84fdce9fe2c97b03, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1733455264784 2024-12-06T03:21:07,098 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6118f69042f74d4d92699ce4f7672300, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1733455265920 2024-12-06T03:21:07,105 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0eae010f62fc89f2195bb5becd38904#B#compaction#477 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:07,106 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/0cfb353c5c55478ba2526e222b6eef1e is 50, key is test_row_0/B:col10/1733455265926/Put/seqid=0 2024-12-06T03:21:07,107 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0eae010f62fc89f2195bb5becd38904#A#compaction#478 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:07,108 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/8a5856f402094aba8ead3be378cdee34 is 50, key is test_row_0/A:col10/1733455265926/Put/seqid=0 2024-12-06T03:21:07,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742384_1560 (size=13051) 2024-12-06T03:21:07,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742383_1559 (size=13051) 2024-12-06T03:21:07,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-06T03:21:07,237 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:07,238 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=151 2024-12-06T03:21:07,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:07,238 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2837): Flushing d0eae010f62fc89f2195bb5becd38904 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-06T03:21:07,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=A 2024-12-06T03:21:07,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:07,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=B 2024-12-06T03:21:07,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:07,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=C 2024-12-06T03:21:07,238 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:07,243 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/47c6b35bd94a467fbbbf550bb47f2cc4 is 50, key is test_row_0/A:col10/1733455266269/Put/seqid=0 2024-12-06T03:21:07,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742385_1561 (size=12301) 2024-12-06T03:21:07,248 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/47c6b35bd94a467fbbbf550bb47f2cc4 2024-12-06T03:21:07,253 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/253a744b6282465c9f6f2b9af254abe3 is 50, key is test_row_0/B:col10/1733455266269/Put/seqid=0 2024-12-06T03:21:07,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742386_1562 (size=12301) 2024-12-06T03:21:07,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on d0eae010f62fc89f2195bb5becd38904 2024-12-06T03:21:07,403 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. as already flushing 2024-12-06T03:21:07,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:07,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455327418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:07,426 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455327419, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:07,427 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:07,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455327423, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:07,431 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:07,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455327426, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:07,524 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/8a5856f402094aba8ead3be378cdee34 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/8a5856f402094aba8ead3be378cdee34 2024-12-06T03:21:07,526 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/0cfb353c5c55478ba2526e222b6eef1e as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/0cfb353c5c55478ba2526e222b6eef1e 2024-12-06T03:21:07,528 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0eae010f62fc89f2195bb5becd38904/A of d0eae010f62fc89f2195bb5becd38904 into 8a5856f402094aba8ead3be378cdee34(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:07,528 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:07,528 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904., storeName=d0eae010f62fc89f2195bb5becd38904/A, priority=13, startTime=1733455267093; duration=0sec 2024-12-06T03:21:07,528 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:21:07,528 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0eae010f62fc89f2195bb5becd38904:A 2024-12-06T03:21:07,528 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:07,530 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0eae010f62fc89f2195bb5becd38904/B of d0eae010f62fc89f2195bb5becd38904 into 0cfb353c5c55478ba2526e222b6eef1e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:07,530 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:07,530 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904., storeName=d0eae010f62fc89f2195bb5becd38904/B, priority=13, startTime=1733455267093; duration=0sec 2024-12-06T03:21:07,530 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37551 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:07,530 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:07,530 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0eae010f62fc89f2195bb5becd38904:B 2024-12-06T03:21:07,530 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): d0eae010f62fc89f2195bb5becd38904/C is initiating minor compaction (all files) 2024-12-06T03:21:07,531 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0eae010f62fc89f2195bb5becd38904/C in TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:07,531 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/812dc7613b1f4f519f710392f121b234, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/7a3eeb23960b41989af8bdfe32a5a0d9, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/25ad65c0475a4a86a6f70ffbd0ae45d7] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp, totalSize=36.7 K 2024-12-06T03:21:07,531 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 812dc7613b1f4f519f710392f121b234, keycount=150, bloomtype=ROW, size=12.6 K, encoding=NONE, compression=NONE, seqNum=264, earliestPutTs=1733455264440 2024-12-06T03:21:07,531 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a3eeb23960b41989af8bdfe32a5a0d9, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=285, earliestPutTs=1733455264784 2024-12-06T03:21:07,531 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 25ad65c0475a4a86a6f70ffbd0ae45d7, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1733455265926 2024-12-06T03:21:07,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455327528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:07,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:07,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455327528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:07,532 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:07,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455327528, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:07,537 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0eae010f62fc89f2195bb5becd38904#C#compaction#481 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:07,538 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/61bcb1fba92942fe89c5e87c4fd850c9 is 50, key is test_row_0/C:col10/1733455265926/Put/seqid=0 2024-12-06T03:21:07,539 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:07,539 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455327532, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:07,542 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742387_1563 (size=13051) 2024-12-06T03:21:07,545 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/61bcb1fba92942fe89c5e87c4fd850c9 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/61bcb1fba92942fe89c5e87c4fd850c9 2024-12-06T03:21:07,549 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0eae010f62fc89f2195bb5becd38904/C of d0eae010f62fc89f2195bb5becd38904 into 61bcb1fba92942fe89c5e87c4fd850c9(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:07,549 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:07,549 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904., storeName=d0eae010f62fc89f2195bb5becd38904/C, priority=13, startTime=1733455267093; duration=0sec 2024-12-06T03:21:07,549 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:07,549 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0eae010f62fc89f2195bb5becd38904:C 2024-12-06T03:21:07,660 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/253a744b6282465c9f6f2b9af254abe3 2024-12-06T03:21:07,667 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/dac858ccf436441e83a154eabbe134c0 is 50, key is test_row_0/C:col10/1733455266269/Put/seqid=0 2024-12-06T03:21:07,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742388_1564 (size=12301) 2024-12-06T03:21:07,678 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=324 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/dac858ccf436441e83a154eabbe134c0 2024-12-06T03:21:07,681 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/47c6b35bd94a467fbbbf550bb47f2cc4 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/47c6b35bd94a467fbbbf550bb47f2cc4 2024-12-06T03:21:07,685 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/47c6b35bd94a467fbbbf550bb47f2cc4, entries=150, sequenceid=324, filesize=12.0 K 2024-12-06T03:21:07,686 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/253a744b6282465c9f6f2b9af254abe3 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/253a744b6282465c9f6f2b9af254abe3 2024-12-06T03:21:07,689 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/253a744b6282465c9f6f2b9af254abe3, entries=150, sequenceid=324, filesize=12.0 K 2024-12-06T03:21:07,690 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/dac858ccf436441e83a154eabbe134c0 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/dac858ccf436441e83a154eabbe134c0 2024-12-06T03:21:07,693 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/dac858ccf436441e83a154eabbe134c0, entries=150, sequenceid=324, filesize=12.0 K 2024-12-06T03:21:07,694 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for d0eae010f62fc89f2195bb5becd38904 in 456ms, sequenceid=324, compaction requested=false 2024-12-06T03:21:07,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.HRegion(2538): Flush status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:07,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:07,694 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=151}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=151 2024-12-06T03:21:07,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=151 2024-12-06T03:21:07,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=151, resume processing ppid=150 2024-12-06T03:21:07,696 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=151, ppid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0680 sec 2024-12-06T03:21:07,698 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=150, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=150, table=TestAcidGuarantees in 1.0710 sec 2024-12-06T03:21:07,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=150 2024-12-06T03:21:07,730 INFO [Thread-2185 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 150 completed 2024-12-06T03:21:07,731 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:21:07,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees 2024-12-06T03:21:07,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-06T03:21:07,733 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:21:07,733 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=152, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:21:07,734 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=153, ppid=152, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:21:07,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on d0eae010f62fc89f2195bb5becd38904 2024-12-06T03:21:07,735 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d0eae010f62fc89f2195bb5becd38904 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-06T03:21:07,735 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=A 2024-12-06T03:21:07,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:07,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=B 2024-12-06T03:21:07,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:07,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=C 2024-12-06T03:21:07,736 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:07,740 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/14d88c101528410b9fd36c7ffbf10fde is 50, key is test_row_0/A:col10/1733455267734/Put/seqid=0 2024-12-06T03:21:07,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742389_1565 (size=14741) 2024-12-06T03:21:07,744 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/14d88c101528410b9fd36c7ffbf10fde 2024-12-06T03:21:07,751 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/4fc85ca4db444ccd89431250838e688e is 50, key is test_row_0/B:col10/1733455267734/Put/seqid=0 2024-12-06T03:21:07,764 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:07,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455327756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:07,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455327758, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:07,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455327759, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:07,765 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:07,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455327762, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:07,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742390_1566 (size=12301) 2024-12-06T03:21:07,769 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/4fc85ca4db444ccd89431250838e688e 2024-12-06T03:21:07,776 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/d22eabfce5cb4396a4da81cdce923b18 is 50, key is test_row_0/C:col10/1733455267734/Put/seqid=0 2024-12-06T03:21:07,779 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742391_1567 (size=12301) 2024-12-06T03:21:07,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-06T03:21:07,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455327865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:07,871 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:07,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455327866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:07,871 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455327866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:07,872 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:07,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455327866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:07,885 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:07,886 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-06T03:21:07,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:07,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. as already flushing 2024-12-06T03:21:07,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:07,886 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:07,886 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:07,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:08,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-06T03:21:08,038 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:08,038 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-06T03:21:08,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:08,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. as already flushing 2024-12-06T03:21:08,038 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:08,038 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:08,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:08,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:08,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:08,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455328072, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:08,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:08,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455328073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:08,075 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:08,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455328073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:08,076 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:08,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455328073, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:08,179 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=345 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/d22eabfce5cb4396a4da81cdce923b18 2024-12-06T03:21:08,183 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/14d88c101528410b9fd36c7ffbf10fde as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/14d88c101528410b9fd36c7ffbf10fde 2024-12-06T03:21:08,187 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/14d88c101528410b9fd36c7ffbf10fde, entries=200, sequenceid=345, filesize=14.4 K 2024-12-06T03:21:08,187 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/4fc85ca4db444ccd89431250838e688e as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/4fc85ca4db444ccd89431250838e688e 2024-12-06T03:21:08,191 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:08,191 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-06T03:21:08,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/4fc85ca4db444ccd89431250838e688e, entries=150, sequenceid=345, filesize=12.0 K 2024-12-06T03:21:08,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:08,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. as already flushing 2024-12-06T03:21:08,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:08,191 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] handler.RSProcedureHandler(58): pid=153 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:08,191 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=153 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:08,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/d22eabfce5cb4396a4da81cdce923b18 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/d22eabfce5cb4396a4da81cdce923b18 2024-12-06T03:21:08,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=153 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:08,195 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/d22eabfce5cb4396a4da81cdce923b18, entries=150, sequenceid=345, filesize=12.0 K 2024-12-06T03:21:08,195 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for d0eae010f62fc89f2195bb5becd38904 in 460ms, sequenceid=345, compaction requested=true 2024-12-06T03:21:08,196 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:08,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0eae010f62fc89f2195bb5becd38904:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:21:08,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:08,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0eae010f62fc89f2195bb5becd38904:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:21:08,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:08,196 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:08,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0eae010f62fc89f2195bb5becd38904:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:21:08,196 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:08,196 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:21:08,196 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37653 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:08,196 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40093 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:08,196 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): d0eae010f62fc89f2195bb5becd38904/B is initiating minor compaction (all files) 2024-12-06T03:21:08,196 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): d0eae010f62fc89f2195bb5becd38904/A is initiating minor compaction (all files) 2024-12-06T03:21:08,197 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0eae010f62fc89f2195bb5becd38904/A in TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:08,197 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0eae010f62fc89f2195bb5becd38904/B in TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:08,197 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/8a5856f402094aba8ead3be378cdee34, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/47c6b35bd94a467fbbbf550bb47f2cc4, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/14d88c101528410b9fd36c7ffbf10fde] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp, totalSize=39.2 K 2024-12-06T03:21:08,197 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/0cfb353c5c55478ba2526e222b6eef1e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/253a744b6282465c9f6f2b9af254abe3, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/4fc85ca4db444ccd89431250838e688e] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp, totalSize=36.8 K 2024-12-06T03:21:08,197 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 0cfb353c5c55478ba2526e222b6eef1e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1733455265926 2024-12-06T03:21:08,197 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a5856f402094aba8ead3be378cdee34, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1733455265926 2024-12-06T03:21:08,197 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 47c6b35bd94a467fbbbf550bb47f2cc4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733455266269 2024-12-06T03:21:08,197 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 253a744b6282465c9f6f2b9af254abe3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733455266269 2024-12-06T03:21:08,198 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 14d88c101528410b9fd36c7ffbf10fde, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1733455267417 2024-12-06T03:21:08,198 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 4fc85ca4db444ccd89431250838e688e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1733455267421 2024-12-06T03:21:08,203 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0eae010f62fc89f2195bb5becd38904#B#compaction#486 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:08,203 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/002c0ee7cd1f495f9bbdc034e79d2810 is 50, key is test_row_0/B:col10/1733455267734/Put/seqid=0 2024-12-06T03:21:08,206 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0eae010f62fc89f2195bb5becd38904#A#compaction#487 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:08,206 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/04db4e7839b5477cbf224e3c6e3cb094 is 50, key is test_row_0/A:col10/1733455267734/Put/seqid=0 2024-12-06T03:21:08,207 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742392_1568 (size=13153) 2024-12-06T03:21:08,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742393_1569 (size=13153) 2024-12-06T03:21:08,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-06T03:21:08,343 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:08,343 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=153 2024-12-06T03:21:08,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:08,344 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2837): Flushing d0eae010f62fc89f2195bb5becd38904 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-06T03:21:08,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=A 2024-12-06T03:21:08,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:08,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=B 2024-12-06T03:21:08,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:08,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=C 2024-12-06T03:21:08,344 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:08,354 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/362bffe771154ba69a5a142bbc17beb6 is 50, key is test_row_0/A:col10/1733455267761/Put/seqid=0 2024-12-06T03:21:08,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742394_1570 (size=12301) 2024-12-06T03:21:08,358 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/362bffe771154ba69a5a142bbc17beb6 2024-12-06T03:21:08,364 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/7b3d0588928541cab9ff81634976be2f is 50, key is test_row_0/B:col10/1733455267761/Put/seqid=0 2024-12-06T03:21:08,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742395_1571 (size=12301) 2024-12-06T03:21:08,368 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/7b3d0588928541cab9ff81634976be2f 2024-12-06T03:21:08,375 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/e955d2d777c04e0c8dd9d8ccfcac8e48 is 50, key is test_row_0/C:col10/1733455267761/Put/seqid=0 2024-12-06T03:21:08,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742396_1572 (size=12301) 2024-12-06T03:21:08,379 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=363 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/e955d2d777c04e0c8dd9d8ccfcac8e48 2024-12-06T03:21:08,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on d0eae010f62fc89f2195bb5becd38904 2024-12-06T03:21:08,380 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. as already flushing 2024-12-06T03:21:08,383 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/362bffe771154ba69a5a142bbc17beb6 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/362bffe771154ba69a5a142bbc17beb6 2024-12-06T03:21:08,386 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/362bffe771154ba69a5a142bbc17beb6, entries=150, sequenceid=363, filesize=12.0 K 2024-12-06T03:21:08,389 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/7b3d0588928541cab9ff81634976be2f as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/7b3d0588928541cab9ff81634976be2f 2024-12-06T03:21:08,393 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/7b3d0588928541cab9ff81634976be2f, entries=150, sequenceid=363, filesize=12.0 K 2024-12-06T03:21:08,393 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/e955d2d777c04e0c8dd9d8ccfcac8e48 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/e955d2d777c04e0c8dd9d8ccfcac8e48 2024-12-06T03:21:08,397 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/e955d2d777c04e0c8dd9d8ccfcac8e48, entries=150, sequenceid=363, filesize=12.0 K 2024-12-06T03:21:08,397 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=67.09 KB/68700 for d0eae010f62fc89f2195bb5becd38904 in 53ms, sequenceid=363, compaction requested=true 2024-12-06T03:21:08,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.HRegion(2538): Flush status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:08,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:08,397 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=153}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=153 2024-12-06T03:21:08,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=153 2024-12-06T03:21:08,399 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=153, resume processing ppid=152 2024-12-06T03:21:08,400 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=153, ppid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 664 msec 2024-12-06T03:21:08,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on d0eae010f62fc89f2195bb5becd38904 2024-12-06T03:21:08,400 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d0eae010f62fc89f2195bb5becd38904 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-06T03:21:08,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=A 2024-12-06T03:21:08,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:08,400 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=B 2024-12-06T03:21:08,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:08,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=C 2024-12-06T03:21:08,401 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:08,403 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=152, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=152, table=TestAcidGuarantees in 669 msec 2024-12-06T03:21:08,405 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/47ad33fcc3cd4d79b84d2f9a2457855b is 50, key is test_row_0/A:col10/1733455268399/Put/seqid=0 2024-12-06T03:21:08,409 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742397_1573 (size=14741) 2024-12-06T03:21:08,441 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:08,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455328434, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:08,443 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:08,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455328435, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:08,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455328440, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:08,448 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:08,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455328441, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:08,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455328542, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:08,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:08,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 137 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455328544, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:08,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455328549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:08,553 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:08,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455328549, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:08,611 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/002c0ee7cd1f495f9bbdc034e79d2810 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/002c0ee7cd1f495f9bbdc034e79d2810 2024-12-06T03:21:08,615 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/04db4e7839b5477cbf224e3c6e3cb094 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/04db4e7839b5477cbf224e3c6e3cb094 2024-12-06T03:21:08,615 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0eae010f62fc89f2195bb5becd38904/B of d0eae010f62fc89f2195bb5becd38904 into 002c0ee7cd1f495f9bbdc034e79d2810(size=12.8 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:08,615 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:08,615 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904., storeName=d0eae010f62fc89f2195bb5becd38904/B, priority=13, startTime=1733455268196; duration=0sec 2024-12-06T03:21:08,615 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:21:08,615 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0eae010f62fc89f2195bb5becd38904:B 2024-12-06T03:21:08,615 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T03:21:08,616 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 49954 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T03:21:08,616 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): d0eae010f62fc89f2195bb5becd38904/C is initiating minor compaction (all files) 2024-12-06T03:21:08,616 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0eae010f62fc89f2195bb5becd38904/C in TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:08,617 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/61bcb1fba92942fe89c5e87c4fd850c9, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/dac858ccf436441e83a154eabbe134c0, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/d22eabfce5cb4396a4da81cdce923b18, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/e955d2d777c04e0c8dd9d8ccfcac8e48] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp, totalSize=48.8 K 2024-12-06T03:21:08,617 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 61bcb1fba92942fe89c5e87c4fd850c9, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=304, earliestPutTs=1733455265926 2024-12-06T03:21:08,618 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting dac858ccf436441e83a154eabbe134c0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=324, earliestPutTs=1733455266269 2024-12-06T03:21:08,618 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting d22eabfce5cb4396a4da81cdce923b18, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1733455267421 2024-12-06T03:21:08,619 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting e955d2d777c04e0c8dd9d8ccfcac8e48, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1733455267755 2024-12-06T03:21:08,620 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0eae010f62fc89f2195bb5becd38904/A of d0eae010f62fc89f2195bb5becd38904 into 04db4e7839b5477cbf224e3c6e3cb094(size=12.8 K), total size for store is 24.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:08,620 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:08,620 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904., storeName=d0eae010f62fc89f2195bb5becd38904/A, priority=13, startTime=1733455268196; duration=0sec 2024-12-06T03:21:08,620 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:08,620 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0eae010f62fc89f2195bb5becd38904:A 2024-12-06T03:21:08,625 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0eae010f62fc89f2195bb5becd38904#C#compaction#492 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:08,626 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/37afc1af20c045d7a63c3acea03ca9a0 is 50, key is test_row_0/C:col10/1733455267761/Put/seqid=0 2024-12-06T03:21:08,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742398_1574 (size=13187) 2024-12-06T03:21:08,633 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/37afc1af20c045d7a63c3acea03ca9a0 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/37afc1af20c045d7a63c3acea03ca9a0 2024-12-06T03:21:08,636 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d0eae010f62fc89f2195bb5becd38904/C of d0eae010f62fc89f2195bb5becd38904 into 37afc1af20c045d7a63c3acea03ca9a0(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:08,637 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:08,637 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904., storeName=d0eae010f62fc89f2195bb5becd38904/C, priority=12, startTime=1733455268196; duration=0sec 2024-12-06T03:21:08,637 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:08,637 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0eae010f62fc89f2195bb5becd38904:C 2024-12-06T03:21:08,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455328747, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:08,751 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:08,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455328748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:08,760 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:08,760 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455328755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:08,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455328754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:08,809 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/47ad33fcc3cd4d79b84d2f9a2457855b 2024-12-06T03:21:08,816 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/ecf945826aff46dfa01c077040ddbd3e is 50, key is test_row_0/B:col10/1733455268399/Put/seqid=0 2024-12-06T03:21:08,820 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742399_1575 (size=12301) 2024-12-06T03:21:08,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=152 2024-12-06T03:21:08,836 INFO [Thread-2185 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 152 completed 2024-12-06T03:21:08,837 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:21:08,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees 2024-12-06T03:21:08,838 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:21:08,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-06T03:21:08,839 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=154, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:21:08,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=155, ppid=154, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:21:08,905 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T03:21:08,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-06T03:21:08,990 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:08,990 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-06T03:21:08,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:08,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. as already flushing 2024-12-06T03:21:08,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:08,991 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:08,991 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:08,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:09,057 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:09,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455329053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:09,057 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:09,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455329053, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:09,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:09,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 188 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455329063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:09,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:09,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455329063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:09,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-06T03:21:09,142 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:09,143 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-06T03:21:09,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:09,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. as already flushing 2024-12-06T03:21:09,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:09,143 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] handler.RSProcedureHandler(58): pid=155 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:09,143 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=155 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:09,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=155 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:09,221 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/ecf945826aff46dfa01c077040ddbd3e 2024-12-06T03:21:09,226 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/a4634c263c5c4f19a082d2e8ab55580a is 50, key is test_row_0/C:col10/1733455268399/Put/seqid=0 2024-12-06T03:21:09,230 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742400_1576 (size=12301) 2024-12-06T03:21:09,230 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=24.60 KB at sequenceid=377 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/a4634c263c5c4f19a082d2e8ab55580a 2024-12-06T03:21:09,235 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/47ad33fcc3cd4d79b84d2f9a2457855b as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/47ad33fcc3cd4d79b84d2f9a2457855b 2024-12-06T03:21:09,238 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/47ad33fcc3cd4d79b84d2f9a2457855b, entries=200, sequenceid=377, filesize=14.4 K 2024-12-06T03:21:09,239 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/ecf945826aff46dfa01c077040ddbd3e as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/ecf945826aff46dfa01c077040ddbd3e 2024-12-06T03:21:09,242 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/ecf945826aff46dfa01c077040ddbd3e, entries=150, sequenceid=377, filesize=12.0 K 2024-12-06T03:21:09,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/a4634c263c5c4f19a082d2e8ab55580a as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/a4634c263c5c4f19a082d2e8ab55580a 2024-12-06T03:21:09,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/a4634c263c5c4f19a082d2e8ab55580a, entries=150, sequenceid=377, filesize=12.0 K 2024-12-06T03:21:09,246 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~73.80 KB/75570, heapSize ~194.06 KB/198720, currentSize=127.47 KB/130530 for d0eae010f62fc89f2195bb5becd38904 in 845ms, sequenceid=377, compaction requested=true 2024-12-06T03:21:09,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:09,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0eae010f62fc89f2195bb5becd38904:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:21:09,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:09,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0eae010f62fc89f2195bb5becd38904:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:21:09,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:09,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0eae010f62fc89f2195bb5becd38904:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:21:09,246 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:21:09,246 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:09,246 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:09,247 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40195 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:09,247 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37755 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:09,247 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): d0eae010f62fc89f2195bb5becd38904/A is initiating minor compaction (all files) 2024-12-06T03:21:09,247 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): d0eae010f62fc89f2195bb5becd38904/B is initiating minor compaction (all files) 2024-12-06T03:21:09,247 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0eae010f62fc89f2195bb5becd38904/A in TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:09,247 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0eae010f62fc89f2195bb5becd38904/B in TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:09,247 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/04db4e7839b5477cbf224e3c6e3cb094, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/362bffe771154ba69a5a142bbc17beb6, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/47ad33fcc3cd4d79b84d2f9a2457855b] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp, totalSize=39.3 K 2024-12-06T03:21:09,247 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/002c0ee7cd1f495f9bbdc034e79d2810, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/7b3d0588928541cab9ff81634976be2f, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/ecf945826aff46dfa01c077040ddbd3e] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp, totalSize=36.9 K 2024-12-06T03:21:09,247 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 002c0ee7cd1f495f9bbdc034e79d2810, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1733455267421 2024-12-06T03:21:09,247 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 04db4e7839b5477cbf224e3c6e3cb094, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=345, earliestPutTs=1733455267421 2024-12-06T03:21:09,247 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 7b3d0588928541cab9ff81634976be2f, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1733455267755 2024-12-06T03:21:09,247 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 362bffe771154ba69a5a142bbc17beb6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1733455267755 2024-12-06T03:21:09,247 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting ecf945826aff46dfa01c077040ddbd3e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733455268390 2024-12-06T03:21:09,247 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 47ad33fcc3cd4d79b84d2f9a2457855b, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733455268384 2024-12-06T03:21:09,255 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0eae010f62fc89f2195bb5becd38904#A#compaction#495 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:09,255 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0eae010f62fc89f2195bb5becd38904#B#compaction#496 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:09,255 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/a36012685e2a4b429ba98443372182f4 is 50, key is test_row_0/A:col10/1733455268399/Put/seqid=0 2024-12-06T03:21:09,256 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/1ec095931f254bc89b2f00e5a441a90f is 50, key is test_row_0/B:col10/1733455268399/Put/seqid=0 2024-12-06T03:21:09,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742401_1577 (size=13255) 2024-12-06T03:21:09,260 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742402_1578 (size=13255) 2024-12-06T03:21:09,295 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:09,296 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=155 2024-12-06T03:21:09,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:09,296 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2837): Flushing d0eae010f62fc89f2195bb5becd38904 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-06T03:21:09,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=A 2024-12-06T03:21:09,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:09,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=B 2024-12-06T03:21:09,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:09,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=C 2024-12-06T03:21:09,296 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:09,302 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/8e8ea338c4cd4bc49980a671f78b5d54 is 50, key is test_row_0/A:col10/1733455268432/Put/seqid=0 2024-12-06T03:21:09,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742403_1579 (size=12301) 2024-12-06T03:21:09,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-06T03:21:09,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on d0eae010f62fc89f2195bb5becd38904 2024-12-06T03:21:09,563 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. as already flushing 2024-12-06T03:21:09,618 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:09,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455329616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:09,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:09,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455329617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:09,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:09,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 192 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455329618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:09,623 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:09,623 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 204 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455329618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:09,664 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/a36012685e2a4b429ba98443372182f4 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/a36012685e2a4b429ba98443372182f4 2024-12-06T03:21:09,665 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/1ec095931f254bc89b2f00e5a441a90f as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/1ec095931f254bc89b2f00e5a441a90f 2024-12-06T03:21:09,670 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0eae010f62fc89f2195bb5becd38904/B of d0eae010f62fc89f2195bb5becd38904 into 1ec095931f254bc89b2f00e5a441a90f(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:09,670 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0eae010f62fc89f2195bb5becd38904/A of d0eae010f62fc89f2195bb5becd38904 into a36012685e2a4b429ba98443372182f4(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:09,670 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:09,670 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:09,670 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904., storeName=d0eae010f62fc89f2195bb5becd38904/B, priority=13, startTime=1733455269246; duration=0sec 2024-12-06T03:21:09,670 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904., storeName=d0eae010f62fc89f2195bb5becd38904/A, priority=13, startTime=1733455269246; duration=0sec 2024-12-06T03:21:09,670 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:21:09,670 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0eae010f62fc89f2195bb5becd38904:B 2024-12-06T03:21:09,670 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:09,670 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0eae010f62fc89f2195bb5becd38904:A 2024-12-06T03:21:09,670 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 2 store files, 0 compacting, 2 eligible, 16 blocking 2024-12-06T03:21:09,671 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 0 files of size 0 starting at candidate #-1 after considering 0 permutations with 0 in ratio 2024-12-06T03:21:09,671 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(232): Not compacting files because we only have 0 files ready for compaction. Need 3 to initiate. 2024-12-06T03:21:09,671 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit(450): Not compacting TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. because compaction request was cancelled 2024-12-06T03:21:09,671 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0eae010f62fc89f2195bb5becd38904:C 2024-12-06T03:21:09,706 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/8e8ea338c4cd4bc49980a671f78b5d54 2024-12-06T03:21:09,713 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/806e775ee6834035b3c75da819d5fb51 is 50, key is test_row_0/B:col10/1733455268432/Put/seqid=0 2024-12-06T03:21:09,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742404_1580 (size=12301) 2024-12-06T03:21:09,721 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/806e775ee6834035b3c75da819d5fb51 2024-12-06T03:21:09,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:09,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455329719, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:09,726 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:09,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455329723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:09,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:09,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455329723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:09,727 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:09,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455329724, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:09,728 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/1e48beee4417404a96506056985af4ae is 50, key is test_row_0/C:col10/1733455268432/Put/seqid=0 2024-12-06T03:21:09,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742405_1581 (size=12301) 2024-12-06T03:21:09,732 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=402 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/1e48beee4417404a96506056985af4ae 2024-12-06T03:21:09,736 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/8e8ea338c4cd4bc49980a671f78b5d54 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/8e8ea338c4cd4bc49980a671f78b5d54 2024-12-06T03:21:09,739 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/8e8ea338c4cd4bc49980a671f78b5d54, entries=150, sequenceid=402, filesize=12.0 K 2024-12-06T03:21:09,740 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/806e775ee6834035b3c75da819d5fb51 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/806e775ee6834035b3c75da819d5fb51 2024-12-06T03:21:09,743 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/806e775ee6834035b3c75da819d5fb51, entries=150, sequenceid=402, filesize=12.0 K 2024-12-06T03:21:09,743 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/1e48beee4417404a96506056985af4ae as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/1e48beee4417404a96506056985af4ae 2024-12-06T03:21:09,746 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/1e48beee4417404a96506056985af4ae, entries=150, sequenceid=402, filesize=12.0 K 2024-12-06T03:21:09,747 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for d0eae010f62fc89f2195bb5becd38904 in 451ms, sequenceid=402, compaction requested=true 2024-12-06T03:21:09,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.HRegion(2538): Flush status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:09,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:09,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=155}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=155 2024-12-06T03:21:09,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=155 2024-12-06T03:21:09,750 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=155, resume processing ppid=154 2024-12-06T03:21:09,750 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=155, ppid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 909 msec 2024-12-06T03:21:09,750 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=154, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=154, table=TestAcidGuarantees in 913 msec 2024-12-06T03:21:09,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on d0eae010f62fc89f2195bb5becd38904 2024-12-06T03:21:09,930 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d0eae010f62fc89f2195bb5becd38904 3/3 column families, dataSize=87.22 KB heapSize=229.27 KB 2024-12-06T03:21:09,930 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=A 2024-12-06T03:21:09,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:09,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=B 2024-12-06T03:21:09,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:09,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=C 2024-12-06T03:21:09,931 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:09,935 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/ae4016414a764e6a8868cc6555374ac0 is 50, key is test_row_0/A:col10/1733455269928/Put/seqid=0 2024-12-06T03:21:09,939 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742406_1582 (size=12301) 2024-12-06T03:21:09,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=154 2024-12-06T03:21:09,941 INFO [Thread-2185 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 154 completed 2024-12-06T03:21:09,942 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:21:09,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees 2024-12-06T03:21:09,944 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:21:09,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-06T03:21:09,944 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=156, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:21:09,945 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=157, ppid=156, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:21:09,961 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:09,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455329956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:09,962 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:09,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455329956, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:09,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455329957, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:09,963 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:09,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455329958, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:10,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-06T03:21:10,066 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:10,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455330062, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:10,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:10,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455330063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:10,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455330063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:10,069 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:10,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455330064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:10,096 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:10,097 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-06T03:21:10,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:10,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. as already flushing 2024-12-06T03:21:10,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:10,097 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:10,097 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:10,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:10,245 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-06T03:21:10,248 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:10,248 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-06T03:21:10,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:10,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. as already flushing 2024-12-06T03:21:10,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:10,249 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:10,249 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:10,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:10,274 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:10,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455330267, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:10,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:10,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 160 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455330269, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:10,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:10,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455330270, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:10,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:10,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455330271, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:10,340 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/ae4016414a764e6a8868cc6555374ac0 2024-12-06T03:21:10,347 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/be993f260e944f3ebf56cccaeaf809a6 is 50, key is test_row_0/B:col10/1733455269928/Put/seqid=0 2024-12-06T03:21:10,361 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742407_1583 (size=12301) 2024-12-06T03:21:10,361 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/be993f260e944f3ebf56cccaeaf809a6 2024-12-06T03:21:10,372 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/22612741b7c348a5b7b7bf4e8df8bcdb is 50, key is test_row_0/C:col10/1733455269928/Put/seqid=0 2024-12-06T03:21:10,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742408_1584 (size=12301) 2024-12-06T03:21:10,401 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:10,401 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-06T03:21:10,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:10,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. as already flushing 2024-12-06T03:21:10,401 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:10,401 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:10,402 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:10,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:10,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-06T03:21:10,553 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:10,554 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-06T03:21:10,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:10,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. as already flushing 2024-12-06T03:21:10,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:10,554 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:10,554 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:10,555 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:10,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:10,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 218 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455330576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:10,580 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:10,580 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 215 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455330576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:10,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:10,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455330576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:10,581 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:10,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455330577, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:10,707 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:10,708 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-06T03:21:10,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:10,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. as already flushing 2024-12-06T03:21:10,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:10,708 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] handler.RSProcedureHandler(58): pid=157 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:10,708 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=157 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:10,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=157 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:10,776 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=421 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/22612741b7c348a5b7b7bf4e8df8bcdb 2024-12-06T03:21:10,779 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/ae4016414a764e6a8868cc6555374ac0 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/ae4016414a764e6a8868cc6555374ac0 2024-12-06T03:21:10,782 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/ae4016414a764e6a8868cc6555374ac0, entries=150, sequenceid=421, filesize=12.0 K 2024-12-06T03:21:10,784 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/be993f260e944f3ebf56cccaeaf809a6 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/be993f260e944f3ebf56cccaeaf809a6 2024-12-06T03:21:10,790 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/be993f260e944f3ebf56cccaeaf809a6, entries=150, sequenceid=421, filesize=12.0 K 2024-12-06T03:21:10,791 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/22612741b7c348a5b7b7bf4e8df8bcdb as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/22612741b7c348a5b7b7bf4e8df8bcdb 2024-12-06T03:21:10,794 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/22612741b7c348a5b7b7bf4e8df8bcdb, entries=150, sequenceid=421, filesize=12.0 K 2024-12-06T03:21:10,794 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for d0eae010f62fc89f2195bb5becd38904 in 865ms, sequenceid=421, compaction requested=true 2024-12-06T03:21:10,794 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:10,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0eae010f62fc89f2195bb5becd38904:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:21:10,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:10,795 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:10,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0eae010f62fc89f2195bb5becd38904:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:21:10,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:10,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0eae010f62fc89f2195bb5becd38904:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:21:10,795 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:21:10,795 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:10,796 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:10,796 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): d0eae010f62fc89f2195bb5becd38904/B is initiating minor compaction (all files) 2024-12-06T03:21:10,796 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0eae010f62fc89f2195bb5becd38904/B in TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:10,796 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/1ec095931f254bc89b2f00e5a441a90f, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/806e775ee6834035b3c75da819d5fb51, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/be993f260e944f3ebf56cccaeaf809a6] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp, totalSize=37.0 K 2024-12-06T03:21:10,796 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37857 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:10,796 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): d0eae010f62fc89f2195bb5becd38904/A is initiating minor compaction (all files) 2024-12-06T03:21:10,796 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0eae010f62fc89f2195bb5becd38904/A in TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:10,796 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/a36012685e2a4b429ba98443372182f4, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/8e8ea338c4cd4bc49980a671f78b5d54, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/ae4016414a764e6a8868cc6555374ac0] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp, totalSize=37.0 K 2024-12-06T03:21:10,797 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 1ec095931f254bc89b2f00e5a441a90f, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733455268390 2024-12-06T03:21:10,797 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting a36012685e2a4b429ba98443372182f4, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733455268390 2024-12-06T03:21:10,797 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 806e775ee6834035b3c75da819d5fb51, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1733455268432 2024-12-06T03:21:10,797 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e8ea338c4cd4bc49980a671f78b5d54, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1733455268432 2024-12-06T03:21:10,797 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting be993f260e944f3ebf56cccaeaf809a6, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1733455269615 2024-12-06T03:21:10,798 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting ae4016414a764e6a8868cc6555374ac0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1733455269615 2024-12-06T03:21:10,805 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0eae010f62fc89f2195bb5becd38904#B#compaction#503 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:10,806 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0eae010f62fc89f2195bb5becd38904#A#compaction#504 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:10,806 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/a91f2ba5878f46649873f130acdc862a is 50, key is test_row_0/B:col10/1733455269928/Put/seqid=0 2024-12-06T03:21:10,806 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/9257641b91e34aaa815f3594586cd486 is 50, key is test_row_0/A:col10/1733455269928/Put/seqid=0 2024-12-06T03:21:10,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742410_1586 (size=13357) 2024-12-06T03:21:10,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742409_1585 (size=13357) 2024-12-06T03:21:10,860 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:10,861 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=157 2024-12-06T03:21:10,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:10,861 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2837): Flushing d0eae010f62fc89f2195bb5becd38904 3/3 column families, dataSize=107.34 KB heapSize=282 KB 2024-12-06T03:21:10,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=A 2024-12-06T03:21:10,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:10,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=B 2024-12-06T03:21:10,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:10,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=C 2024-12-06T03:21:10,861 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:10,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/0bbfe0a8e19e46a5842e5eb2439f9c62 is 50, key is test_row_0/A:col10/1733455269950/Put/seqid=0 2024-12-06T03:21:10,871 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742411_1587 (size=12301) 2024-12-06T03:21:11,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-06T03:21:11,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on d0eae010f62fc89f2195bb5becd38904 2024-12-06T03:21:11,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. as already flushing 2024-12-06T03:21:11,109 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:11,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455331103, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:11,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455331105, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:11,111 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:11,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455331106, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:11,116 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:11,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 221 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455331109, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:11,214 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:11,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455331210, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:11,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:11,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455331212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:11,216 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:11,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455331212, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:11,221 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:11,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 223 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455331217, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:11,232 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/9257641b91e34aaa815f3594586cd486 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/9257641b91e34aaa815f3594586cd486 2024-12-06T03:21:11,232 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/a91f2ba5878f46649873f130acdc862a as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/a91f2ba5878f46649873f130acdc862a 2024-12-06T03:21:11,236 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0eae010f62fc89f2195bb5becd38904/A of d0eae010f62fc89f2195bb5becd38904 into 9257641b91e34aaa815f3594586cd486(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:11,236 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:11,236 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904., storeName=d0eae010f62fc89f2195bb5becd38904/A, priority=13, startTime=1733455270795; duration=0sec 2024-12-06T03:21:11,236 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:21:11,236 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0eae010f62fc89f2195bb5becd38904:A 2024-12-06T03:21:11,237 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking 2024-12-06T03:21:11,237 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0eae010f62fc89f2195bb5becd38904/B of d0eae010f62fc89f2195bb5becd38904 into a91f2ba5878f46649873f130acdc862a(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:11,237 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:11,237 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904., storeName=d0eae010f62fc89f2195bb5becd38904/B, priority=13, startTime=1733455270795; duration=0sec 2024-12-06T03:21:11,237 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:11,237 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0eae010f62fc89f2195bb5becd38904:B 2024-12-06T03:21:11,238 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4 files of size 50090 starting at candidate #0 after considering 3 permutations with 3 in ratio 2024-12-06T03:21:11,238 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): d0eae010f62fc89f2195bb5becd38904/C is initiating minor compaction (all files) 2024-12-06T03:21:11,238 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0eae010f62fc89f2195bb5becd38904/C in TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:11,238 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/37afc1af20c045d7a63c3acea03ca9a0, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/a4634c263c5c4f19a082d2e8ab55580a, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/1e48beee4417404a96506056985af4ae, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/22612741b7c348a5b7b7bf4e8df8bcdb] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp, totalSize=48.9 K 2024-12-06T03:21:11,239 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 37afc1af20c045d7a63c3acea03ca9a0, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=363, earliestPutTs=1733455267755 2024-12-06T03:21:11,239 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting a4634c263c5c4f19a082d2e8ab55580a, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=377, earliestPutTs=1733455268390 2024-12-06T03:21:11,239 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1e48beee4417404a96506056985af4ae, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=402, earliestPutTs=1733455268432 2024-12-06T03:21:11,239 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 22612741b7c348a5b7b7bf4e8df8bcdb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1733455269615 2024-12-06T03:21:11,247 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0eae010f62fc89f2195bb5becd38904#C#compaction#506 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:11,248 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/f68ef820710640c2a07a737204971738 is 50, key is test_row_0/C:col10/1733455269928/Put/seqid=0 2024-12-06T03:21:11,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742412_1588 (size=13323) 2024-12-06T03:21:11,271 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/0bbfe0a8e19e46a5842e5eb2439f9c62 2024-12-06T03:21:11,278 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/83b334f43a4e4ea08afdc3543d187296 is 50, key is test_row_0/B:col10/1733455269950/Put/seqid=0 2024-12-06T03:21:11,281 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742413_1589 (size=12301) 2024-12-06T03:21:11,281 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/83b334f43a4e4ea08afdc3543d187296 2024-12-06T03:21:11,287 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/4ca831b6049c4bec97854d4d258b5cc3 is 50, key is test_row_0/C:col10/1733455269950/Put/seqid=0 2024-12-06T03:21:11,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742414_1590 (size=12301) 2024-12-06T03:21:11,420 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:11,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455331417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:11,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:11,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455331417, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:11,421 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:11,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 216 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455331418, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:11,427 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:11,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 225 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455331424, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:11,657 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/f68ef820710640c2a07a737204971738 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/f68ef820710640c2a07a737204971738 2024-12-06T03:21:11,660 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 4 (all) file(s) in d0eae010f62fc89f2195bb5becd38904/C of d0eae010f62fc89f2195bb5becd38904 into f68ef820710640c2a07a737204971738(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:11,660 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:11,660 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904., storeName=d0eae010f62fc89f2195bb5becd38904/C, priority=12, startTime=1733455270795; duration=0sec 2024-12-06T03:21:11,660 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:11,660 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0eae010f62fc89f2195bb5becd38904:C 2024-12-06T03:21:11,691 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=440 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/4ca831b6049c4bec97854d4d258b5cc3 2024-12-06T03:21:11,695 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/0bbfe0a8e19e46a5842e5eb2439f9c62 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/0bbfe0a8e19e46a5842e5eb2439f9c62 2024-12-06T03:21:11,697 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/0bbfe0a8e19e46a5842e5eb2439f9c62, entries=150, sequenceid=440, filesize=12.0 K 2024-12-06T03:21:11,698 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/83b334f43a4e4ea08afdc3543d187296 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/83b334f43a4e4ea08afdc3543d187296 2024-12-06T03:21:11,701 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/83b334f43a4e4ea08afdc3543d187296, entries=150, sequenceid=440, filesize=12.0 K 2024-12-06T03:21:11,701 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/4ca831b6049c4bec97854d4d258b5cc3 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/4ca831b6049c4bec97854d4d258b5cc3 2024-12-06T03:21:11,705 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/4ca831b6049c4bec97854d4d258b5cc3, entries=150, sequenceid=440, filesize=12.0 K 2024-12-06T03:21:11,705 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for d0eae010f62fc89f2195bb5becd38904 in 844ms, sequenceid=440, compaction requested=false 2024-12-06T03:21:11,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.HRegion(2538): Flush status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:11,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:11,705 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=157}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=157 2024-12-06T03:21:11,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=157 2024-12-06T03:21:11,707 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=157, resume processing ppid=156 2024-12-06T03:21:11,708 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=157, ppid=156, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.7610 sec 2024-12-06T03:21:11,709 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=156, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=156, table=TestAcidGuarantees in 1.7660 sec 2024-12-06T03:21:11,726 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on d0eae010f62fc89f2195bb5becd38904 2024-12-06T03:21:11,726 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d0eae010f62fc89f2195bb5becd38904 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-06T03:21:11,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=A 2024-12-06T03:21:11,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:11,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=B 2024-12-06T03:21:11,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:11,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=C 2024-12-06T03:21:11,727 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:11,731 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/6e53c12124094ecaa290322e93fdf61c is 50, key is test_row_0/A:col10/1733455271726/Put/seqid=0 2024-12-06T03:21:11,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742415_1591 (size=17181) 2024-12-06T03:21:11,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:11,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455331749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455331749, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:11,758 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:11,758 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455331750, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:11,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 235 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455331754, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:11,861 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:11,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455331859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:11,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:11,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455331859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:11,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:11,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 237 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455331859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:11,862 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:11,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455331859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:12,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=156 2024-12-06T03:21:12,048 INFO [Thread-2185 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 156 completed 2024-12-06T03:21:12,049 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:21:12,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees 2024-12-06T03:21:12,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-06T03:21:12,051 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:21:12,052 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=158, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:21:12,052 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=159, ppid=158, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:21:12,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:12,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455332063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:12,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:12,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455332063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:12,066 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:12,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455332063, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:12,067 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:12,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 239 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455332064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:12,137 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/6e53c12124094ecaa290322e93fdf61c 2024-12-06T03:21:12,147 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/7440efd0294b4be199ea7209b25e420d is 50, key is test_row_0/B:col10/1733455271726/Put/seqid=0 2024-12-06T03:21:12,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742416_1592 (size=12301) 2024-12-06T03:21:12,152 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/7440efd0294b4be199ea7209b25e420d 2024-12-06T03:21:12,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-06T03:21:12,158 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/146b44a2cf6f4cdc865c71bb3fd50067 is 50, key is test_row_0/C:col10/1733455271726/Put/seqid=0 2024-12-06T03:21:12,173 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742417_1593 (size=12301) 2024-12-06T03:21:12,174 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=35.78 KB at sequenceid=462 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/146b44a2cf6f4cdc865c71bb3fd50067 2024-12-06T03:21:12,178 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/6e53c12124094ecaa290322e93fdf61c as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/6e53c12124094ecaa290322e93fdf61c 2024-12-06T03:21:12,183 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/6e53c12124094ecaa290322e93fdf61c, entries=250, sequenceid=462, filesize=16.8 K 2024-12-06T03:21:12,184 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/7440efd0294b4be199ea7209b25e420d as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/7440efd0294b4be199ea7209b25e420d 2024-12-06T03:21:12,188 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/7440efd0294b4be199ea7209b25e420d, entries=150, sequenceid=462, filesize=12.0 K 2024-12-06T03:21:12,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/146b44a2cf6f4cdc865c71bb3fd50067 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/146b44a2cf6f4cdc865c71bb3fd50067 2024-12-06T03:21:12,191 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/146b44a2cf6f4cdc865c71bb3fd50067, entries=150, sequenceid=462, filesize=12.0 K 2024-12-06T03:21:12,192 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~107.34 KB/109920, heapSize ~281.95 KB/288720, currentSize=93.93 KB/96180 for d0eae010f62fc89f2195bb5becd38904 in 466ms, sequenceid=462, compaction requested=true 2024-12-06T03:21:12,192 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:12,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0eae010f62fc89f2195bb5becd38904:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:21:12,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:12,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0eae010f62fc89f2195bb5becd38904:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:21:12,192 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:12,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:12,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0eae010f62fc89f2195bb5becd38904:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:21:12,192 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:21:12,192 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:12,193 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37959 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:12,193 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): d0eae010f62fc89f2195bb5becd38904/B is initiating minor compaction (all files) 2024-12-06T03:21:12,193 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0eae010f62fc89f2195bb5becd38904/B in TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:12,193 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 42839 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:12,193 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/a91f2ba5878f46649873f130acdc862a, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/83b334f43a4e4ea08afdc3543d187296, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/7440efd0294b4be199ea7209b25e420d] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp, totalSize=37.1 K 2024-12-06T03:21:12,194 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): d0eae010f62fc89f2195bb5becd38904/A is initiating minor compaction (all files) 2024-12-06T03:21:12,194 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0eae010f62fc89f2195bb5becd38904/A in TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:12,194 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/9257641b91e34aaa815f3594586cd486, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/0bbfe0a8e19e46a5842e5eb2439f9c62, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/6e53c12124094ecaa290322e93fdf61c] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp, totalSize=41.8 K 2024-12-06T03:21:12,194 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting a91f2ba5878f46649873f130acdc862a, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1733455269615 2024-12-06T03:21:12,194 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 83b334f43a4e4ea08afdc3543d187296, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1733455269950 2024-12-06T03:21:12,194 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9257641b91e34aaa815f3594586cd486, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1733455269615 2024-12-06T03:21:12,194 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 7440efd0294b4be199ea7209b25e420d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1733455271105 2024-12-06T03:21:12,194 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0bbfe0a8e19e46a5842e5eb2439f9c62, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1733455269950 2024-12-06T03:21:12,195 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6e53c12124094ecaa290322e93fdf61c, keycount=250, bloomtype=ROW, size=16.8 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1733455271102 2024-12-06T03:21:12,203 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:12,203 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0eae010f62fc89f2195bb5becd38904#B#compaction#512 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:12,204 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=159 2024-12-06T03:21:12,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:12,204 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2837): Flushing d0eae010f62fc89f2195bb5becd38904 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-06T03:21:12,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=A 2024-12-06T03:21:12,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:12,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=B 2024-12-06T03:21:12,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:12,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=C 2024-12-06T03:21:12,204 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:12,204 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/7ebfd131d00a4156a02bad3c2d9f69b9 is 50, key is test_row_0/B:col10/1733455271726/Put/seqid=0 2024-12-06T03:21:12,207 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0eae010f62fc89f2195bb5becd38904#A#compaction#513 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:12,207 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/fa5a2fc971a049c086d0c402d3eabb3e is 50, key is test_row_0/A:col10/1733455271726/Put/seqid=0 2024-12-06T03:21:12,209 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/544ead98a1bc4cfcb46e1281b5539670 is 50, key is test_row_0/A:col10/1733455271753/Put/seqid=0 2024-12-06T03:21:12,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742418_1594 (size=13459) 2024-12-06T03:21:12,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742419_1595 (size=13459) 2024-12-06T03:21:12,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742420_1596 (size=12301) 2024-12-06T03:21:12,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-06T03:21:12,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on d0eae010f62fc89f2195bb5becd38904 2024-12-06T03:21:12,371 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. as already flushing 2024-12-06T03:21:12,400 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455332393, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:12,401 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:12,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 232 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455332396, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:12,405 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:12,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455332401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:12,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:12,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 241 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455332401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:12,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:12,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455332502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:12,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:12,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455332502, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:12,509 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:12,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455332506, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:12,510 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:12,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 243 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455332507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:12,618 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/7ebfd131d00a4156a02bad3c2d9f69b9 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/7ebfd131d00a4156a02bad3c2d9f69b9 2024-12-06T03:21:12,623 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0eae010f62fc89f2195bb5becd38904/B of d0eae010f62fc89f2195bb5becd38904 into 7ebfd131d00a4156a02bad3c2d9f69b9(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:12,623 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:12,623 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904., storeName=d0eae010f62fc89f2195bb5becd38904/B, priority=13, startTime=1733455272192; duration=0sec 2024-12-06T03:21:12,623 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:21:12,623 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0eae010f62fc89f2195bb5becd38904:B 2024-12-06T03:21:12,624 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:12,624 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/544ead98a1bc4cfcb46e1281b5539670 2024-12-06T03:21:12,625 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37925 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:12,626 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): d0eae010f62fc89f2195bb5becd38904/C is initiating minor compaction (all files) 2024-12-06T03:21:12,626 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0eae010f62fc89f2195bb5becd38904/C in TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:12,626 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/f68ef820710640c2a07a737204971738, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/4ca831b6049c4bec97854d4d258b5cc3, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/146b44a2cf6f4cdc865c71bb3fd50067] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp, totalSize=37.0 K 2024-12-06T03:21:12,626 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting f68ef820710640c2a07a737204971738, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=421, earliestPutTs=1733455269615 2024-12-06T03:21:12,628 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 4ca831b6049c4bec97854d4d258b5cc3, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=440, earliestPutTs=1733455269950 2024-12-06T03:21:12,630 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/fa5a2fc971a049c086d0c402d3eabb3e as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/fa5a2fc971a049c086d0c402d3eabb3e 2024-12-06T03:21:12,630 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 146b44a2cf6f4cdc865c71bb3fd50067, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1733455271105 2024-12-06T03:21:12,633 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/95c28e8d00e54916b6f3e86a8ba96763 is 50, key is test_row_0/B:col10/1733455271753/Put/seqid=0 2024-12-06T03:21:12,637 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0eae010f62fc89f2195bb5becd38904/A of d0eae010f62fc89f2195bb5becd38904 into fa5a2fc971a049c086d0c402d3eabb3e(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:12,637 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:12,637 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904., storeName=d0eae010f62fc89f2195bb5becd38904/A, priority=13, startTime=1733455272192; duration=0sec 2024-12-06T03:21:12,637 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:12,637 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0eae010f62fc89f2195bb5becd38904:A 2024-12-06T03:21:12,646 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0eae010f62fc89f2195bb5becd38904#C#compaction#516 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:12,646 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/a8a6d43dc0ab4d1b857bd42cfa61488e is 50, key is test_row_0/C:col10/1733455271726/Put/seqid=0 2024-12-06T03:21:12,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-06T03:21:12,656 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742421_1597 (size=12301) 2024-12-06T03:21:12,665 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742422_1598 (size=13425) 2024-12-06T03:21:12,670 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/a8a6d43dc0ab4d1b857bd42cfa61488e as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/a8a6d43dc0ab4d1b857bd42cfa61488e 2024-12-06T03:21:12,674 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0eae010f62fc89f2195bb5becd38904/C of d0eae010f62fc89f2195bb5becd38904 into a8a6d43dc0ab4d1b857bd42cfa61488e(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:12,674 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:12,674 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904., storeName=d0eae010f62fc89f2195bb5becd38904/C, priority=13, startTime=1733455272192; duration=0sec 2024-12-06T03:21:12,675 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:12,675 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0eae010f62fc89f2195bb5becd38904:C 2024-12-06T03:21:12,707 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:12,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 249 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455332704, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:12,709 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:12,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455332705, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:12,713 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:12,713 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 191 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455332710, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:12,715 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:12,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 245 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455332712, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:13,012 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:13,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 251 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455333008, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:13,014 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:13,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455333010, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:13,021 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:13,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 193 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455333016, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:13,021 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:13,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 247 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455333017, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:13,057 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/95c28e8d00e54916b6f3e86a8ba96763 2024-12-06T03:21:13,063 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/022e0774aa654eee8854b9f9f148930d is 50, key is test_row_0/C:col10/1733455271753/Put/seqid=0 2024-12-06T03:21:13,067 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742423_1599 (size=12301) 2024-12-06T03:21:13,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-06T03:21:13,467 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=479 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/022e0774aa654eee8854b9f9f148930d 2024-12-06T03:21:13,474 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/544ead98a1bc4cfcb46e1281b5539670 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/544ead98a1bc4cfcb46e1281b5539670 2024-12-06T03:21:13,477 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/544ead98a1bc4cfcb46e1281b5539670, entries=150, sequenceid=479, filesize=12.0 K 2024-12-06T03:21:13,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/95c28e8d00e54916b6f3e86a8ba96763 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/95c28e8d00e54916b6f3e86a8ba96763 2024-12-06T03:21:13,481 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/95c28e8d00e54916b6f3e86a8ba96763, entries=150, sequenceid=479, filesize=12.0 K 2024-12-06T03:21:13,481 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/022e0774aa654eee8854b9f9f148930d as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/022e0774aa654eee8854b9f9f148930d 2024-12-06T03:21:13,485 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/022e0774aa654eee8854b9f9f148930d, entries=150, sequenceid=479, filesize=12.0 K 2024-12-06T03:21:13,486 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=114.05 KB/116790 for d0eae010f62fc89f2195bb5becd38904 in 1282ms, sequenceid=479, compaction requested=false 2024-12-06T03:21:13,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.HRegion(2538): Flush status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:13,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:13,486 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=159}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=159 2024-12-06T03:21:13,486 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=159 2024-12-06T03:21:13,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=159, resume processing ppid=158 2024-12-06T03:21:13,488 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=159, ppid=158, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4350 sec 2024-12-06T03:21:13,489 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=158, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=158, table=TestAcidGuarantees in 1.4390 sec 2024-12-06T03:21:13,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on d0eae010f62fc89f2195bb5becd38904 2024-12-06T03:21:13,522 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d0eae010f62fc89f2195bb5becd38904 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-06T03:21:13,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=A 2024-12-06T03:21:13,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:13,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=B 2024-12-06T03:21:13,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:13,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=C 2024-12-06T03:21:13,522 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:13,526 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/6a02abaca9db44e0b3c8f5fc9a3183d2 is 50, key is test_row_0/A:col10/1733455272400/Put/seqid=0 2024-12-06T03:21:13,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742424_1600 (size=14741) 2024-12-06T03:21:13,546 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:13,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455333539, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:13,547 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:13,547 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 244 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455333540, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:13,550 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:13,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 257 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455333543, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:13,553 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:13,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 252 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455333546, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:13,652 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:13,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455333647, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:13,653 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:13,653 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 246 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455333648, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:13,657 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:13,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 259 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455333651, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:13,659 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:13,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 254 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455333654, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:13,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:13,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455333855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:13,857 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:13,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 248 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455333855, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:13,861 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:13,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 261 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455333859, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:13,862 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:13,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455333860, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:13,931 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/6a02abaca9db44e0b3c8f5fc9a3183d2 2024-12-06T03:21:13,937 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/4f47d7a09e014b54ac6dfee29bec155d is 50, key is test_row_0/B:col10/1733455272400/Put/seqid=0 2024-12-06T03:21:13,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742425_1601 (size=12301) 2024-12-06T03:21:14,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=158 2024-12-06T03:21:14,155 INFO [Thread-2185 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 158 completed 2024-12-06T03:21:14,156 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:21:14,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees 2024-12-06T03:21:14,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-06T03:21:14,158 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:21:14,158 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=160, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:21:14,158 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=161, ppid=160, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:21:14,161 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:14,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 250 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455334158, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:14,162 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:14,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455334159, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:14,165 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:14,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 263 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455334162, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:14,167 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:14,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455334164, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:14,258 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-06T03:21:14,310 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:14,310 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-06T03:21:14,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:14,310 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. as already flushing 2024-12-06T03:21:14,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:14,311 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] handler.RSProcedureHandler(58): pid=161 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:14,311 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=161 java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:14,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=161 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:14,341 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/4f47d7a09e014b54ac6dfee29bec155d 2024-12-06T03:21:14,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/edb782918fa442d7ae5fe5e79ae9f901 is 50, key is test_row_0/C:col10/1733455272400/Put/seqid=0 2024-12-06T03:21:14,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742426_1602 (size=12301) 2024-12-06T03:21:14,356 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=503 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/edb782918fa442d7ae5fe5e79ae9f901 2024-12-06T03:21:14,360 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/6a02abaca9db44e0b3c8f5fc9a3183d2 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/6a02abaca9db44e0b3c8f5fc9a3183d2 2024-12-06T03:21:14,363 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/6a02abaca9db44e0b3c8f5fc9a3183d2, entries=200, sequenceid=503, filesize=14.4 K 2024-12-06T03:21:14,364 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/4f47d7a09e014b54ac6dfee29bec155d as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/4f47d7a09e014b54ac6dfee29bec155d 2024-12-06T03:21:14,368 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/4f47d7a09e014b54ac6dfee29bec155d, entries=150, sequenceid=503, filesize=12.0 K 2024-12-06T03:21:14,368 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/edb782918fa442d7ae5fe5e79ae9f901 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/edb782918fa442d7ae5fe5e79ae9f901 2024-12-06T03:21:14,371 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/edb782918fa442d7ae5fe5e79ae9f901, entries=150, sequenceid=503, filesize=12.0 K 2024-12-06T03:21:14,376 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=80.51 KB/82440 for d0eae010f62fc89f2195bb5becd38904 in 854ms, sequenceid=503, compaction requested=true 2024-12-06T03:21:14,376 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:14,376 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:14,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0eae010f62fc89f2195bb5becd38904:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:21:14,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:14,377 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:14,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0eae010f62fc89f2195bb5becd38904:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:21:14,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:14,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0eae010f62fc89f2195bb5becd38904:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:21:14,377 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:21:14,377 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40501 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:14,378 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): d0eae010f62fc89f2195bb5becd38904/A is initiating minor compaction (all files) 2024-12-06T03:21:14,378 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0eae010f62fc89f2195bb5becd38904/A in TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:14,378 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38061 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:14,378 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/fa5a2fc971a049c086d0c402d3eabb3e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/544ead98a1bc4cfcb46e1281b5539670, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/6a02abaca9db44e0b3c8f5fc9a3183d2] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp, totalSize=39.6 K 2024-12-06T03:21:14,378 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): d0eae010f62fc89f2195bb5becd38904/B is initiating minor compaction (all files) 2024-12-06T03:21:14,378 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0eae010f62fc89f2195bb5becd38904/B in TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:14,378 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/7ebfd131d00a4156a02bad3c2d9f69b9, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/95c28e8d00e54916b6f3e86a8ba96763, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/4f47d7a09e014b54ac6dfee29bec155d] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp, totalSize=37.2 K 2024-12-06T03:21:14,378 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 7ebfd131d00a4156a02bad3c2d9f69b9, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1733455271105 2024-12-06T03:21:14,378 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting fa5a2fc971a049c086d0c402d3eabb3e, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1733455271105 2024-12-06T03:21:14,378 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 95c28e8d00e54916b6f3e86a8ba96763, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1733455271740 2024-12-06T03:21:14,378 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 544ead98a1bc4cfcb46e1281b5539670, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1733455271740 2024-12-06T03:21:14,379 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 4f47d7a09e014b54ac6dfee29bec155d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1733455272395 2024-12-06T03:21:14,379 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6a02abaca9db44e0b3c8f5fc9a3183d2, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1733455272395 2024-12-06T03:21:14,386 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0eae010f62fc89f2195bb5becd38904#A#compaction#521 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:14,386 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/140da2df2cd6439d8b2f23cff7c2c445 is 50, key is test_row_0/A:col10/1733455272400/Put/seqid=0 2024-12-06T03:21:14,389 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0eae010f62fc89f2195bb5becd38904#B#compaction#522 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:14,389 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/70ba99d7508a4367b1f177a63dfdf60f is 50, key is test_row_0/B:col10/1733455272400/Put/seqid=0 2024-12-06T03:21:14,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742428_1604 (size=13561) 2024-12-06T03:21:14,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742427_1603 (size=13561) 2024-12-06T03:21:14,408 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/140da2df2cd6439d8b2f23cff7c2c445 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/140da2df2cd6439d8b2f23cff7c2c445 2024-12-06T03:21:14,411 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/70ba99d7508a4367b1f177a63dfdf60f as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/70ba99d7508a4367b1f177a63dfdf60f 2024-12-06T03:21:14,414 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0eae010f62fc89f2195bb5becd38904/A of d0eae010f62fc89f2195bb5becd38904 into 140da2df2cd6439d8b2f23cff7c2c445(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:14,414 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:14,414 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904., storeName=d0eae010f62fc89f2195bb5becd38904/A, priority=13, startTime=1733455274376; duration=0sec 2024-12-06T03:21:14,414 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:21:14,414 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0eae010f62fc89f2195bb5becd38904:A 2024-12-06T03:21:14,414 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:14,416 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38027 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:14,416 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): d0eae010f62fc89f2195bb5becd38904/C is initiating minor compaction (all files) 2024-12-06T03:21:14,416 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0eae010f62fc89f2195bb5becd38904/C in TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:14,416 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/a8a6d43dc0ab4d1b857bd42cfa61488e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/022e0774aa654eee8854b9f9f148930d, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/edb782918fa442d7ae5fe5e79ae9f901] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp, totalSize=37.1 K 2024-12-06T03:21:14,416 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting a8a6d43dc0ab4d1b857bd42cfa61488e, keycount=150, bloomtype=ROW, size=13.1 K, encoding=NONE, compression=NONE, seqNum=462, earliestPutTs=1733455271105 2024-12-06T03:21:14,418 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 022e0774aa654eee8854b9f9f148930d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=479, earliestPutTs=1733455271740 2024-12-06T03:21:14,418 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting edb782918fa442d7ae5fe5e79ae9f901, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1733455272395 2024-12-06T03:21:14,418 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0eae010f62fc89f2195bb5becd38904/B of d0eae010f62fc89f2195bb5becd38904 into 70ba99d7508a4367b1f177a63dfdf60f(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:14,418 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:14,418 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904., storeName=d0eae010f62fc89f2195bb5becd38904/B, priority=13, startTime=1733455274377; duration=0sec 2024-12-06T03:21:14,419 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:14,419 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0eae010f62fc89f2195bb5becd38904:B 2024-12-06T03:21:14,424 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0eae010f62fc89f2195bb5becd38904#C#compaction#523 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:14,424 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/7742b4cfff5246998af86d1ad07c611a is 50, key is test_row_0/C:col10/1733455272400/Put/seqid=0 2024-12-06T03:21:14,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742429_1605 (size=13527) 2024-12-06T03:21:14,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-06T03:21:14,462 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:14,463 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=161 2024-12-06T03:21:14,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:14,463 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2837): Flushing d0eae010f62fc89f2195bb5becd38904 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-06T03:21:14,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=A 2024-12-06T03:21:14,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:14,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=B 2024-12-06T03:21:14,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:14,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=C 2024-12-06T03:21:14,463 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:14,467 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/ddeba95c22274579a5cb379e53475ad5 is 50, key is test_row_0/A:col10/1733455273542/Put/seqid=0 2024-12-06T03:21:14,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742430_1606 (size=12301) 2024-12-06T03:21:14,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on d0eae010f62fc89f2195bb5becd38904 2024-12-06T03:21:14,665 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. as already flushing 2024-12-06T03:21:14,697 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:14,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455334689, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:14,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:14,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 256 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455334692, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:14,698 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:14,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46844 deadline: 1733455334693, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:14,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:14,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 264 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455334696, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:14,701 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:14,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 269 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455334697, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:14,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-06T03:21:14,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455334798, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:14,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 258 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455334799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:14,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46844 deadline: 1733455334799, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:14,805 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:14,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 266 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455334802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:14,806 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:14,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 271 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455334802, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:14,841 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/7742b4cfff5246998af86d1ad07c611a as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/7742b4cfff5246998af86d1ad07c611a 2024-12-06T03:21:14,844 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0eae010f62fc89f2195bb5becd38904/C of d0eae010f62fc89f2195bb5becd38904 into 7742b4cfff5246998af86d1ad07c611a(size=13.2 K), total size for store is 13.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:14,844 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:14,844 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904., storeName=d0eae010f62fc89f2195bb5becd38904/C, priority=13, startTime=1733455274377; duration=0sec 2024-12-06T03:21:14,844 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:14,844 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0eae010f62fc89f2195bb5becd38904:C 2024-12-06T03:21:14,880 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/ddeba95c22274579a5cb379e53475ad5 2024-12-06T03:21:14,887 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/a6bf79f4ea794c4fa2fd51f660f82cad is 50, key is test_row_0/B:col10/1733455273542/Put/seqid=0 2024-12-06T03:21:14,891 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742431_1607 (size=12301) 2024-12-06T03:21:15,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:15,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 260 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455335006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:15,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:15,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46844 deadline: 1733455335006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:15,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:15,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455335006, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:15,011 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:15,011 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:15,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455335007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:15,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 273 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455335007, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:15,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-06T03:21:15,291 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/a6bf79f4ea794c4fa2fd51f660f82cad 2024-12-06T03:21:15,297 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/148b0048d01f48ca866bff59c6f84d26 is 50, key is test_row_0/C:col10/1733455273542/Put/seqid=0 2024-12-06T03:21:15,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742432_1608 (size=12301) 2024-12-06T03:21:15,301 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=520 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/148b0048d01f48ca866bff59c6f84d26 2024-12-06T03:21:15,304 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/ddeba95c22274579a5cb379e53475ad5 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/ddeba95c22274579a5cb379e53475ad5 2024-12-06T03:21:15,307 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/ddeba95c22274579a5cb379e53475ad5, entries=150, sequenceid=520, filesize=12.0 K 2024-12-06T03:21:15,308 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/a6bf79f4ea794c4fa2fd51f660f82cad as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/a6bf79f4ea794c4fa2fd51f660f82cad 2024-12-06T03:21:15,311 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/a6bf79f4ea794c4fa2fd51f660f82cad, entries=150, sequenceid=520, filesize=12.0 K 2024-12-06T03:21:15,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/148b0048d01f48ca866bff59c6f84d26 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/148b0048d01f48ca866bff59c6f84d26 2024-12-06T03:21:15,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:15,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46844 deadline: 1733455335312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:15,315 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:15,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 270 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455335312, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:15,316 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:15,316 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/148b0048d01f48ca866bff59c6f84d26, entries=150, sequenceid=520, filesize=12.0 K 2024-12-06T03:21:15,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 275 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455335313, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:15,317 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for d0eae010f62fc89f2195bb5becd38904 in 854ms, sequenceid=520, compaction requested=false 2024-12-06T03:21:15,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.HRegion(2538): Flush status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:15,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:15,317 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=161}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=161 2024-12-06T03:21:15,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=161 2024-12-06T03:21:15,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on d0eae010f62fc89f2195bb5becd38904 2024-12-06T03:21:15,318 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d0eae010f62fc89f2195bb5becd38904 3/3 column families, dataSize=127.47 KB heapSize=334.73 KB 2024-12-06T03:21:15,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=161, resume processing ppid=160 2024-12-06T03:21:15,319 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=161, ppid=160, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1600 sec 2024-12-06T03:21:15,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=A 2024-12-06T03:21:15,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:15,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=B 2024-12-06T03:21:15,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:15,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=C 2024-12-06T03:21:15,320 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:15,320 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=160, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=160, table=TestAcidGuarantees in 1.1640 sec 2024-12-06T03:21:15,326 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/c1e7f189a76c46bca7f72774004dc659 is 50, key is test_row_0/A:col10/1733455275317/Put/seqid=0 2024-12-06T03:21:15,329 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742433_1609 (size=14741) 2024-12-06T03:21:15,329 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=544 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/c1e7f189a76c46bca7f72774004dc659 2024-12-06T03:21:15,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/1032caf922604048af09f554a60ea6d8 is 50, key is test_row_0/B:col10/1733455275317/Put/seqid=0 2024-12-06T03:21:15,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742434_1610 (size=12301) 2024-12-06T03:21:15,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=544 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/1032caf922604048af09f554a60ea6d8 2024-12-06T03:21:15,348 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/94ec0acff572450996099e1c2bc27ec4 is 50, key is test_row_0/C:col10/1733455275317/Put/seqid=0 2024-12-06T03:21:15,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742435_1611 (size=12301) 2024-12-06T03:21:15,352 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=544 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/94ec0acff572450996099e1c2bc27ec4 2024-12-06T03:21:15,354 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:15,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 268 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455335348, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:15,355 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:15,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 222 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455335349, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:15,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/c1e7f189a76c46bca7f72774004dc659 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/c1e7f189a76c46bca7f72774004dc659 2024-12-06T03:21:15,360 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/c1e7f189a76c46bca7f72774004dc659, entries=200, sequenceid=544, filesize=14.4 K 2024-12-06T03:21:15,361 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/1032caf922604048af09f554a60ea6d8 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/1032caf922604048af09f554a60ea6d8 2024-12-06T03:21:15,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/1032caf922604048af09f554a60ea6d8, entries=150, sequenceid=544, filesize=12.0 K 2024-12-06T03:21:15,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/94ec0acff572450996099e1c2bc27ec4 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/94ec0acff572450996099e1c2bc27ec4 2024-12-06T03:21:15,369 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/94ec0acff572450996099e1c2bc27ec4, entries=150, sequenceid=544, filesize=12.0 K 2024-12-06T03:21:15,369 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for d0eae010f62fc89f2195bb5becd38904 in 51ms, sequenceid=544, compaction requested=true 2024-12-06T03:21:15,369 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:15,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0eae010f62fc89f2195bb5becd38904:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:21:15,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:15,369 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:15,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0eae010f62fc89f2195bb5becd38904:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:21:15,369 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:15,370 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:15,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store d0eae010f62fc89f2195bb5becd38904:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:21:15,370 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:21:15,371 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38163 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:15,372 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): d0eae010f62fc89f2195bb5becd38904/B is initiating minor compaction (all files) 2024-12-06T03:21:15,372 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0eae010f62fc89f2195bb5becd38904/B in TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:15,372 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 40603 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:15,372 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): d0eae010f62fc89f2195bb5becd38904/A is initiating minor compaction (all files) 2024-12-06T03:21:15,372 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/70ba99d7508a4367b1f177a63dfdf60f, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/a6bf79f4ea794c4fa2fd51f660f82cad, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/1032caf922604048af09f554a60ea6d8] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp, totalSize=37.3 K 2024-12-06T03:21:15,372 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0eae010f62fc89f2195bb5becd38904/A in TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:15,372 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/140da2df2cd6439d8b2f23cff7c2c445, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/ddeba95c22274579a5cb379e53475ad5, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/c1e7f189a76c46bca7f72774004dc659] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp, totalSize=39.7 K 2024-12-06T03:21:15,372 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 70ba99d7508a4367b1f177a63dfdf60f, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1733455272395 2024-12-06T03:21:15,372 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting a6bf79f4ea794c4fa2fd51f660f82cad, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1733455273530 2024-12-06T03:21:15,372 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 140da2df2cd6439d8b2f23cff7c2c445, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1733455272395 2024-12-06T03:21:15,373 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting ddeba95c22274579a5cb379e53475ad5, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1733455273530 2024-12-06T03:21:15,373 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 1032caf922604048af09f554a60ea6d8, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=544, earliestPutTs=1733455274691 2024-12-06T03:21:15,373 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting c1e7f189a76c46bca7f72774004dc659, keycount=200, bloomtype=ROW, size=14.4 K, encoding=NONE, compression=NONE, seqNum=544, earliestPutTs=1733455274691 2024-12-06T03:21:15,380 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0eae010f62fc89f2195bb5becd38904#B#compaction#530 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:15,380 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0eae010f62fc89f2195bb5becd38904#A#compaction#531 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:15,380 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/e7f9e4a4457147968409fc7c4af06981 is 50, key is test_row_0/A:col10/1733455275317/Put/seqid=0 2024-12-06T03:21:15,380 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/99bc4904cf274a3dad924b4c7c779cff is 50, key is test_row_0/B:col10/1733455275317/Put/seqid=0 2024-12-06T03:21:15,390 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742436_1612 (size=13663) 2024-12-06T03:21:15,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742437_1613 (size=13663) 2024-12-06T03:21:15,395 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/e7f9e4a4457147968409fc7c4af06981 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/e7f9e4a4457147968409fc7c4af06981 2024-12-06T03:21:15,399 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0eae010f62fc89f2195bb5becd38904/A of d0eae010f62fc89f2195bb5becd38904 into e7f9e4a4457147968409fc7c4af06981(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:15,399 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:15,399 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904., storeName=d0eae010f62fc89f2195bb5becd38904/A, priority=13, startTime=1733455275369; duration=0sec 2024-12-06T03:21:15,399 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:21:15,399 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0eae010f62fc89f2195bb5becd38904:A 2024-12-06T03:21:15,399 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:15,400 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 38129 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:15,400 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): d0eae010f62fc89f2195bb5becd38904/C is initiating minor compaction (all files) 2024-12-06T03:21:15,400 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of d0eae010f62fc89f2195bb5becd38904/C in TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:15,400 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/7742b4cfff5246998af86d1ad07c611a, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/148b0048d01f48ca866bff59c6f84d26, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/94ec0acff572450996099e1c2bc27ec4] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp, totalSize=37.2 K 2024-12-06T03:21:15,401 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7742b4cfff5246998af86d1ad07c611a, keycount=150, bloomtype=ROW, size=13.2 K, encoding=NONE, compression=NONE, seqNum=503, earliestPutTs=1733455272395 2024-12-06T03:21:15,401 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 148b0048d01f48ca866bff59c6f84d26, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=520, earliestPutTs=1733455273530 2024-12-06T03:21:15,401 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 94ec0acff572450996099e1c2bc27ec4, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=544, earliestPutTs=1733455274691 2024-12-06T03:21:15,410 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): d0eae010f62fc89f2195bb5becd38904#C#compaction#532 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:15,410 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/ca7b338f2fc347a685939bd4772cfac4 is 50, key is test_row_0/C:col10/1733455275317/Put/seqid=0 2024-12-06T03:21:15,415 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742438_1614 (size=13629) 2024-12-06T03:21:15,421 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/ca7b338f2fc347a685939bd4772cfac4 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/ca7b338f2fc347a685939bd4772cfac4 2024-12-06T03:21:15,426 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0eae010f62fc89f2195bb5becd38904/C of d0eae010f62fc89f2195bb5becd38904 into ca7b338f2fc347a685939bd4772cfac4(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:15,426 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:15,426 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904., storeName=d0eae010f62fc89f2195bb5becd38904/C, priority=13, startTime=1733455275369; duration=0sec 2024-12-06T03:21:15,426 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:15,426 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0eae010f62fc89f2195bb5becd38904:C 2024-12-06T03:21:15,457 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on d0eae010f62fc89f2195bb5becd38904 2024-12-06T03:21:15,457 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing d0eae010f62fc89f2195bb5becd38904 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-06T03:21:15,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=A 2024-12-06T03:21:15,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:15,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=B 2024-12-06T03:21:15,458 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:15,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=C 2024-12-06T03:21:15,459 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:15,462 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/8d6957fbe711403aa6047ccb189055e7 is 50, key is test_row_0/A:col10/1733455275457/Put/seqid=0 2024-12-06T03:21:15,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742439_1615 (size=14737) 2024-12-06T03:21:15,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 280 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455335499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:15,506 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 234 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455335499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:15,611 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:15,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 282 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455335607, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:15,613 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 236 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455335608, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:15,795 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/99bc4904cf274a3dad924b4c7c779cff as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/99bc4904cf274a3dad924b4c7c779cff 2024-12-06T03:21:15,803 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in d0eae010f62fc89f2195bb5becd38904/B of d0eae010f62fc89f2195bb5becd38904 into 99bc4904cf274a3dad924b4c7c779cff(size=13.3 K), total size for store is 13.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:15,803 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:15,803 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904., storeName=d0eae010f62fc89f2195bb5becd38904/B, priority=13, startTime=1733455275369; duration=0sec 2024-12-06T03:21:15,804 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:15,804 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: d0eae010f62fc89f2195bb5becd38904:B 2024-12-06T03:21:15,814 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:15,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 284 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455335813, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:15,818 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:15,818 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 238 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455335815, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:15,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:15,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 277 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46756 deadline: 1733455335819, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:15,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:15,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 27 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46844 deadline: 1733455335820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:15,821 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:15,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 272 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46796 deadline: 1733455335820, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:15,867 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/8d6957fbe711403aa6047ccb189055e7 2024-12-06T03:21:15,873 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/77eacdd14ab74cbbb0cc5c83b486c448 is 50, key is test_row_0/B:col10/1733455275457/Put/seqid=0 2024-12-06T03:21:15,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742440_1616 (size=9857) 2024-12-06T03:21:16,118 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:16,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 286 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46834 deadline: 1733455336117, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:16,122 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:16,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 240 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:46808 deadline: 1733455336120, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:16,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=160 2024-12-06T03:21:16,261 INFO [Thread-2185 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 160 completed 2024-12-06T03:21:16,262 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:21:16,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees 2024-12-06T03:21:16,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-12-06T03:21:16,264 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:21:16,264 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=162, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:21:16,264 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=163, ppid=162, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:21:16,278 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/77eacdd14ab74cbbb0cc5c83b486c448 2024-12-06T03:21:16,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/cafefa708d96417db70627a2c3434985 is 50, key is test_row_0/C:col10/1733455275457/Put/seqid=0 2024-12-06T03:21:16,296 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742441_1617 (size=9857) 2024-12-06T03:21:16,297 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=561 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/cafefa708d96417db70627a2c3434985 2024-12-06T03:21:16,300 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/8d6957fbe711403aa6047ccb189055e7 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/8d6957fbe711403aa6047ccb189055e7 2024-12-06T03:21:16,304 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/8d6957fbe711403aa6047ccb189055e7, entries=200, sequenceid=561, filesize=14.4 K 2024-12-06T03:21:16,305 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/77eacdd14ab74cbbb0cc5c83b486c448 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/77eacdd14ab74cbbb0cc5c83b486c448 2024-12-06T03:21:16,308 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/77eacdd14ab74cbbb0cc5c83b486c448, entries=100, sequenceid=561, filesize=9.6 K 2024-12-06T03:21:16,309 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/cafefa708d96417db70627a2c3434985 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/cafefa708d96417db70627a2c3434985 2024-12-06T03:21:16,313 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/cafefa708d96417db70627a2c3434985, entries=100, sequenceid=561, filesize=9.6 K 2024-12-06T03:21:16,313 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for d0eae010f62fc89f2195bb5becd38904 in 856ms, sequenceid=561, compaction requested=false 2024-12-06T03:21:16,313 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:16,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-12-06T03:21:16,377 DEBUG [Thread-2192 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6dd48863 to 127.0.0.1:63130 2024-12-06T03:21:16,377 DEBUG [Thread-2192 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:21:16,380 DEBUG [Thread-2190 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x6050584c to 127.0.0.1:63130 2024-12-06T03:21:16,380 DEBUG [Thread-2190 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:21:16,381 DEBUG [Thread-2186 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5bc486e1 to 127.0.0.1:63130 2024-12-06T03:21:16,381 DEBUG [Thread-2186 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:21:16,381 DEBUG [Thread-2188 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2070263a to 127.0.0.1:63130 2024-12-06T03:21:16,381 DEBUG [Thread-2188 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:21:16,383 DEBUG [Thread-2194 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x51196534 to 127.0.0.1:63130 2024-12-06T03:21:16,383 DEBUG [Thread-2194 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:21:16,416 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:16,416 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=163 2024-12-06T03:21:16,416 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:16,416 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2837): Flushing d0eae010f62fc89f2195bb5becd38904 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-06T03:21:16,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=A 2024-12-06T03:21:16,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:16,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=B 2024-12-06T03:21:16,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:16,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=C 2024-12-06T03:21:16,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:16,420 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/651ba38441ed4aa98965425fb1e8df8f is 50, key is test_row_0/A:col10/1733455275498/Put/seqid=0 2024-12-06T03:21:16,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742442_1618 (size=12301) 2024-12-06T03:21:16,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-12-06T03:21:16,621 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on d0eae010f62fc89f2195bb5becd38904 2024-12-06T03:21:16,621 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. as already flushing 2024-12-06T03:21:16,621 DEBUG [Thread-2183 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7daa5922 to 127.0.0.1:63130 2024-12-06T03:21:16,621 DEBUG [Thread-2183 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:21:16,625 DEBUG [Thread-2175 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x63cefe40 to 127.0.0.1:63130 2024-12-06T03:21:16,625 DEBUG [Thread-2175 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:21:16,824 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=583 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/651ba38441ed4aa98965425fb1e8df8f 2024-12-06T03:21:16,824 DEBUG [Thread-2179 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7d0ab200 to 127.0.0.1:63130 2024-12-06T03:21:16,824 DEBUG [Thread-2179 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:21:16,826 DEBUG [Thread-2181 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5871c039 to 127.0.0.1:63130 2024-12-06T03:21:16,826 DEBUG [Thread-2181 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:21:16,826 DEBUG [Thread-2177 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x65df2359 to 127.0.0.1:63130 2024-12-06T03:21:16,826 DEBUG [Thread-2177 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:21:16,830 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/335fd5aa0d1f43faa651dbb0506d0771 is 50, key is test_row_0/B:col10/1733455275498/Put/seqid=0 2024-12-06T03:21:16,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742443_1619 (size=12301) 2024-12-06T03:21:16,833 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=583 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/335fd5aa0d1f43faa651dbb0506d0771 2024-12-06T03:21:16,838 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/68cf55919cca494fbee1967a7f5d9219 is 50, key is test_row_0/C:col10/1733455275498/Put/seqid=0 2024-12-06T03:21:16,841 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742444_1620 (size=12301) 2024-12-06T03:21:16,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-12-06T03:21:17,242 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=583 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/68cf55919cca494fbee1967a7f5d9219 2024-12-06T03:21:17,245 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/651ba38441ed4aa98965425fb1e8df8f as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/651ba38441ed4aa98965425fb1e8df8f 2024-12-06T03:21:17,248 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/651ba38441ed4aa98965425fb1e8df8f, entries=150, sequenceid=583, filesize=12.0 K 2024-12-06T03:21:17,248 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/335fd5aa0d1f43faa651dbb0506d0771 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/335fd5aa0d1f43faa651dbb0506d0771 2024-12-06T03:21:17,250 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/335fd5aa0d1f43faa651dbb0506d0771, entries=150, sequenceid=583, filesize=12.0 K 2024-12-06T03:21:17,251 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/68cf55919cca494fbee1967a7f5d9219 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/68cf55919cca494fbee1967a7f5d9219 2024-12-06T03:21:17,253 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/68cf55919cca494fbee1967a7f5d9219, entries=150, sequenceid=583, filesize=12.0 K 2024-12-06T03:21:17,254 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=33.54 KB/34350 for d0eae010f62fc89f2195bb5becd38904 in 838ms, sequenceid=583, compaction requested=true 2024-12-06T03:21:17,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.HRegion(2538): Flush status journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:17,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:17,254 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=163}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=163 2024-12-06T03:21:17,254 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=163 2024-12-06T03:21:17,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=163, resume processing ppid=162 2024-12-06T03:21:17,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=163, ppid=162, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 991 msec 2024-12-06T03:21:17,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=162, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=162, table=TestAcidGuarantees in 994 msec 2024-12-06T03:21:17,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=162 2024-12-06T03:21:17,366 INFO [Thread-2185 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 162 completed 2024-12-06T03:21:17,366 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-06T03:21:17,366 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 99 2024-12-06T03:21:17,366 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 115 2024-12-06T03:21:17,366 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 120 2024-12-06T03:21:17,366 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 2 2024-12-06T03:21:17,366 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 123 2024-12-06T03:21:17,366 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-06T03:21:17,366 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-06T03:21:17,366 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2407 2024-12-06T03:21:17,366 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7218 rows 2024-12-06T03:21:17,367 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2405 2024-12-06T03:21:17,367 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7212 rows 2024-12-06T03:21:17,367 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2419 2024-12-06T03:21:17,367 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7257 rows 2024-12-06T03:21:17,367 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2401 2024-12-06T03:21:17,367 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7203 rows 2024-12-06T03:21:17,367 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(402): scanned 2413 2024-12-06T03:21:17,367 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(403): verified 7239 rows 2024-12-06T03:21:17,367 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-06T03:21:17,367 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x301741f1 to 127.0.0.1:63130 2024-12-06T03:21:17,367 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:21:17,371 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-06T03:21:17,371 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-06T03:21:17,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=164, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-06T03:21:17,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-12-06T03:21:17,375 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733455277375"}]},"ts":"1733455277375"} 2024-12-06T03:21:17,376 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-06T03:21:17,378 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-06T03:21:17,378 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=165, ppid=164, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-06T03:21:17,379 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d0eae010f62fc89f2195bb5becd38904, UNASSIGN}] 2024-12-06T03:21:17,380 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=166, ppid=165, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=d0eae010f62fc89f2195bb5becd38904, UNASSIGN 2024-12-06T03:21:17,380 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=166 updating hbase:meta row=d0eae010f62fc89f2195bb5becd38904, regionState=CLOSING, regionLocation=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:17,381 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-06T03:21:17,381 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=167, ppid=166, state=RUNNABLE; CloseRegionProcedure d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723}] 2024-12-06T03:21:17,475 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-12-06T03:21:17,532 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:17,533 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(124): Close d0eae010f62fc89f2195bb5becd38904 2024-12-06T03:21:17,533 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-06T03:21:17,533 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1681): Closing d0eae010f62fc89f2195bb5becd38904, disabling compactions & flushes 2024-12-06T03:21:17,533 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:17,533 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:17,533 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. after waiting 0 ms 2024-12-06T03:21:17,533 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:17,533 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(2837): Flushing d0eae010f62fc89f2195bb5becd38904 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-06T03:21:17,533 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=A 2024-12-06T03:21:17,533 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:17,533 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=B 2024-12-06T03:21:17,533 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:17,533 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.CompactingMemStore(205): FLUSHING TO DISK d0eae010f62fc89f2195bb5becd38904, store=C 2024-12-06T03:21:17,533 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:17,536 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/d9af5ad78a324eeab04e4387118a4ecc is 50, key is test_row_0/A:col10/1733455276825/Put/seqid=0 2024-12-06T03:21:17,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742445_1621 (size=9857) 2024-12-06T03:21:17,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-12-06T03:21:17,940 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=591 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/d9af5ad78a324eeab04e4387118a4ecc 2024-12-06T03:21:17,945 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/483d55ecb14c4442835e70cc3f3d34e9 is 50, key is test_row_0/B:col10/1733455276825/Put/seqid=0 2024-12-06T03:21:17,948 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742446_1622 (size=9857) 2024-12-06T03:21:17,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-12-06T03:21:18,349 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=591 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/483d55ecb14c4442835e70cc3f3d34e9 2024-12-06T03:21:18,355 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/0ef3d230f2e445f5bff41aa9798b56f7 is 50, key is test_row_0/C:col10/1733455276825/Put/seqid=0 2024-12-06T03:21:18,358 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742447_1623 (size=9857) 2024-12-06T03:21:18,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-12-06T03:21:18,758 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=591 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/0ef3d230f2e445f5bff41aa9798b56f7 2024-12-06T03:21:18,762 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/A/d9af5ad78a324eeab04e4387118a4ecc as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/d9af5ad78a324eeab04e4387118a4ecc 2024-12-06T03:21:18,764 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/d9af5ad78a324eeab04e4387118a4ecc, entries=100, sequenceid=591, filesize=9.6 K 2024-12-06T03:21:18,765 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/B/483d55ecb14c4442835e70cc3f3d34e9 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/483d55ecb14c4442835e70cc3f3d34e9 2024-12-06T03:21:18,767 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/483d55ecb14c4442835e70cc3f3d34e9, entries=100, sequenceid=591, filesize=9.6 K 2024-12-06T03:21:18,768 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/.tmp/C/0ef3d230f2e445f5bff41aa9798b56f7 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/0ef3d230f2e445f5bff41aa9798b56f7 2024-12-06T03:21:18,770 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/0ef3d230f2e445f5bff41aa9798b56f7, entries=100, sequenceid=591, filesize=9.6 K 2024-12-06T03:21:18,771 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for d0eae010f62fc89f2195bb5becd38904 in 1238ms, sequenceid=591, compaction requested=true 2024-12-06T03:21:18,771 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/41ef05fec40a4f2396823d7d8f0899ac, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/bbbc7fae78084267bebb74e9be80e0cf, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/9a1a6e08555e4688a3cd67257c166d07, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/3678c36354ab452b90147788b01aad54, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/0ffe882cc66e400ba586741f2a95bb60, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/ea533d9aa3aa48aea96ddfbe9a4a6bf1, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/12ccbe90efc344218d7978f2969a9a43, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/74f23dcdbabf4afda558a6597717745c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/c6721f95c7cd4f87a6e2b40bd6e7f82d, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/837935b6c82f48279a5000ee624cdbef, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/7547994662c247da88ea2c1198d9d54b, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/8ee0cc6112d64de3a0d49e5c7c884cbd, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/1d2fd4d1f9424f1fbffcda70ca25a84f, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/d17ab7748aaa44039b1efdc54606446b, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/d91a42517ed54893b61c30d202be3cd1, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/b426b993b1674a4a92e6551c93a68f6a, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/68d040debfb64fefbef6a257dd01d954, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/540d61261dec4cfaa65726d27514a6c8, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/fcc8f5d60cf14dd196c5cd8695a5d209, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/b1ee29a849e04b67a02195efec38374a, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/f0395f880a08409c84fdce9fe2c97b03, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/6118f69042f74d4d92699ce4f7672300, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/8a5856f402094aba8ead3be378cdee34, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/47c6b35bd94a467fbbbf550bb47f2cc4, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/14d88c101528410b9fd36c7ffbf10fde, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/04db4e7839b5477cbf224e3c6e3cb094, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/362bffe771154ba69a5a142bbc17beb6, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/47ad33fcc3cd4d79b84d2f9a2457855b, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/a36012685e2a4b429ba98443372182f4, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/8e8ea338c4cd4bc49980a671f78b5d54, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/9257641b91e34aaa815f3594586cd486, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/ae4016414a764e6a8868cc6555374ac0, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/0bbfe0a8e19e46a5842e5eb2439f9c62, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/6e53c12124094ecaa290322e93fdf61c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/fa5a2fc971a049c086d0c402d3eabb3e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/544ead98a1bc4cfcb46e1281b5539670, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/6a02abaca9db44e0b3c8f5fc9a3183d2, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/140da2df2cd6439d8b2f23cff7c2c445, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/ddeba95c22274579a5cb379e53475ad5, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/c1e7f189a76c46bca7f72774004dc659] to archive 2024-12-06T03:21:18,772 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T03:21:18,773 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/41ef05fec40a4f2396823d7d8f0899ac to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/41ef05fec40a4f2396823d7d8f0899ac 2024-12-06T03:21:18,774 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/bbbc7fae78084267bebb74e9be80e0cf to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/bbbc7fae78084267bebb74e9be80e0cf 2024-12-06T03:21:18,775 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/9a1a6e08555e4688a3cd67257c166d07 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/9a1a6e08555e4688a3cd67257c166d07 2024-12-06T03:21:18,775 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/3678c36354ab452b90147788b01aad54 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/3678c36354ab452b90147788b01aad54 2024-12-06T03:21:18,776 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/0ffe882cc66e400ba586741f2a95bb60 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/0ffe882cc66e400ba586741f2a95bb60 2024-12-06T03:21:18,777 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/ea533d9aa3aa48aea96ddfbe9a4a6bf1 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/ea533d9aa3aa48aea96ddfbe9a4a6bf1 2024-12-06T03:21:18,778 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/12ccbe90efc344218d7978f2969a9a43 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/12ccbe90efc344218d7978f2969a9a43 2024-12-06T03:21:18,779 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/74f23dcdbabf4afda558a6597717745c to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/74f23dcdbabf4afda558a6597717745c 2024-12-06T03:21:18,780 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/c6721f95c7cd4f87a6e2b40bd6e7f82d to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/c6721f95c7cd4f87a6e2b40bd6e7f82d 2024-12-06T03:21:18,781 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/837935b6c82f48279a5000ee624cdbef to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/837935b6c82f48279a5000ee624cdbef 2024-12-06T03:21:18,782 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/7547994662c247da88ea2c1198d9d54b to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/7547994662c247da88ea2c1198d9d54b 2024-12-06T03:21:18,783 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/8ee0cc6112d64de3a0d49e5c7c884cbd to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/8ee0cc6112d64de3a0d49e5c7c884cbd 2024-12-06T03:21:18,784 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/1d2fd4d1f9424f1fbffcda70ca25a84f to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/1d2fd4d1f9424f1fbffcda70ca25a84f 2024-12-06T03:21:18,785 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/d17ab7748aaa44039b1efdc54606446b to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/d17ab7748aaa44039b1efdc54606446b 2024-12-06T03:21:18,786 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/d91a42517ed54893b61c30d202be3cd1 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/d91a42517ed54893b61c30d202be3cd1 2024-12-06T03:21:18,787 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/b426b993b1674a4a92e6551c93a68f6a to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/b426b993b1674a4a92e6551c93a68f6a 2024-12-06T03:21:18,788 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/68d040debfb64fefbef6a257dd01d954 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/68d040debfb64fefbef6a257dd01d954 2024-12-06T03:21:18,788 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/540d61261dec4cfaa65726d27514a6c8 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/540d61261dec4cfaa65726d27514a6c8 2024-12-06T03:21:18,789 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/fcc8f5d60cf14dd196c5cd8695a5d209 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/fcc8f5d60cf14dd196c5cd8695a5d209 2024-12-06T03:21:18,791 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/b1ee29a849e04b67a02195efec38374a to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/b1ee29a849e04b67a02195efec38374a 2024-12-06T03:21:18,792 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/f0395f880a08409c84fdce9fe2c97b03 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/f0395f880a08409c84fdce9fe2c97b03 2024-12-06T03:21:18,792 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/6118f69042f74d4d92699ce4f7672300 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/6118f69042f74d4d92699ce4f7672300 2024-12-06T03:21:18,793 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/8a5856f402094aba8ead3be378cdee34 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/8a5856f402094aba8ead3be378cdee34 2024-12-06T03:21:18,794 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/47c6b35bd94a467fbbbf550bb47f2cc4 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/47c6b35bd94a467fbbbf550bb47f2cc4 2024-12-06T03:21:18,795 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/14d88c101528410b9fd36c7ffbf10fde to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/14d88c101528410b9fd36c7ffbf10fde 2024-12-06T03:21:18,796 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/04db4e7839b5477cbf224e3c6e3cb094 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/04db4e7839b5477cbf224e3c6e3cb094 2024-12-06T03:21:18,797 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/362bffe771154ba69a5a142bbc17beb6 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/362bffe771154ba69a5a142bbc17beb6 2024-12-06T03:21:18,798 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/47ad33fcc3cd4d79b84d2f9a2457855b to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/47ad33fcc3cd4d79b84d2f9a2457855b 2024-12-06T03:21:18,799 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/a36012685e2a4b429ba98443372182f4 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/a36012685e2a4b429ba98443372182f4 2024-12-06T03:21:18,800 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/8e8ea338c4cd4bc49980a671f78b5d54 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/8e8ea338c4cd4bc49980a671f78b5d54 2024-12-06T03:21:18,800 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/9257641b91e34aaa815f3594586cd486 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/9257641b91e34aaa815f3594586cd486 2024-12-06T03:21:18,801 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/ae4016414a764e6a8868cc6555374ac0 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/ae4016414a764e6a8868cc6555374ac0 2024-12-06T03:21:18,802 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/0bbfe0a8e19e46a5842e5eb2439f9c62 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/0bbfe0a8e19e46a5842e5eb2439f9c62 2024-12-06T03:21:18,803 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/6e53c12124094ecaa290322e93fdf61c to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/6e53c12124094ecaa290322e93fdf61c 2024-12-06T03:21:18,804 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/fa5a2fc971a049c086d0c402d3eabb3e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/fa5a2fc971a049c086d0c402d3eabb3e 2024-12-06T03:21:18,805 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/544ead98a1bc4cfcb46e1281b5539670 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/544ead98a1bc4cfcb46e1281b5539670 2024-12-06T03:21:18,805 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/6a02abaca9db44e0b3c8f5fc9a3183d2 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/6a02abaca9db44e0b3c8f5fc9a3183d2 2024-12-06T03:21:18,806 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/140da2df2cd6439d8b2f23cff7c2c445 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/140da2df2cd6439d8b2f23cff7c2c445 2024-12-06T03:21:18,807 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/ddeba95c22274579a5cb379e53475ad5 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/ddeba95c22274579a5cb379e53475ad5 2024-12-06T03:21:18,808 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/c1e7f189a76c46bca7f72774004dc659 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/c1e7f189a76c46bca7f72774004dc659 2024-12-06T03:21:18,809 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/210f11b56c9f432f98e944ab84df0eb1, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/fc819fd48e7541e29bb338eb32f9704a, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/099b9920fe7b427bbc0bdc25f7c29802, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/2896f020e55248f2974f550378db2886, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/9b76aefc123a4355a778cd2053e3f7f7, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/effbcbf4d4f74343b50fd8c40f169b73, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/0225d5deec0a4451b1d1f6c76273223b, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/6721f0e5a3cc48ada454d38f2b06742c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/bbb792724f9e43428772c8deb62acd0b, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/5e3970e745244b698f0fa0f03f947e18, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/c7026a4c8b0f470389f348d988dd9ee1, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/f34ea5bfda9b4dbea22943aff9ad103d, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/256648773a344ec7a836e538052084ab, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/e5842e5dbcc540a3bf81c753dd6bab22, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/6aae1b659ecc454ab1ecb4e1be9376bc, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/23e09d22714a477e90713406314b56dd, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/21364dd1afde4aed9d91c526c779a79d, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/e9f01c37fe3f497e82e746b1b32459e2, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/ffa083d2f201450888bfb317470dd737, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/e260e8dacf2a4b86ba1b2557f356dd45, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/1bdacc7608c446a7af411ae8d52e38f3, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/0cfb353c5c55478ba2526e222b6eef1e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/4cadfac834bf42d1b52c3e35a324f1ef, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/253a744b6282465c9f6f2b9af254abe3, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/002c0ee7cd1f495f9bbdc034e79d2810, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/4fc85ca4db444ccd89431250838e688e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/7b3d0588928541cab9ff81634976be2f, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/1ec095931f254bc89b2f00e5a441a90f, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/ecf945826aff46dfa01c077040ddbd3e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/806e775ee6834035b3c75da819d5fb51, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/a91f2ba5878f46649873f130acdc862a, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/be993f260e944f3ebf56cccaeaf809a6, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/83b334f43a4e4ea08afdc3543d187296, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/7ebfd131d00a4156a02bad3c2d9f69b9, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/7440efd0294b4be199ea7209b25e420d, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/95c28e8d00e54916b6f3e86a8ba96763, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/70ba99d7508a4367b1f177a63dfdf60f, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/4f47d7a09e014b54ac6dfee29bec155d, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/a6bf79f4ea794c4fa2fd51f660f82cad, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/1032caf922604048af09f554a60ea6d8] to archive 2024-12-06T03:21:18,810 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T03:21:18,811 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/210f11b56c9f432f98e944ab84df0eb1 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/210f11b56c9f432f98e944ab84df0eb1 2024-12-06T03:21:18,812 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/fc819fd48e7541e29bb338eb32f9704a to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/fc819fd48e7541e29bb338eb32f9704a 2024-12-06T03:21:18,813 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/099b9920fe7b427bbc0bdc25f7c29802 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/099b9920fe7b427bbc0bdc25f7c29802 2024-12-06T03:21:18,814 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/2896f020e55248f2974f550378db2886 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/2896f020e55248f2974f550378db2886 2024-12-06T03:21:18,815 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/9b76aefc123a4355a778cd2053e3f7f7 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/9b76aefc123a4355a778cd2053e3f7f7 2024-12-06T03:21:18,816 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/effbcbf4d4f74343b50fd8c40f169b73 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/effbcbf4d4f74343b50fd8c40f169b73 2024-12-06T03:21:18,817 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/0225d5deec0a4451b1d1f6c76273223b to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/0225d5deec0a4451b1d1f6c76273223b 2024-12-06T03:21:18,818 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/6721f0e5a3cc48ada454d38f2b06742c to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/6721f0e5a3cc48ada454d38f2b06742c 2024-12-06T03:21:18,818 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/bbb792724f9e43428772c8deb62acd0b to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/bbb792724f9e43428772c8deb62acd0b 2024-12-06T03:21:18,819 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/5e3970e745244b698f0fa0f03f947e18 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/5e3970e745244b698f0fa0f03f947e18 2024-12-06T03:21:18,820 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/c7026a4c8b0f470389f348d988dd9ee1 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/c7026a4c8b0f470389f348d988dd9ee1 2024-12-06T03:21:18,821 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/f34ea5bfda9b4dbea22943aff9ad103d to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/f34ea5bfda9b4dbea22943aff9ad103d 2024-12-06T03:21:18,822 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/256648773a344ec7a836e538052084ab to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/256648773a344ec7a836e538052084ab 2024-12-06T03:21:18,823 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/e5842e5dbcc540a3bf81c753dd6bab22 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/e5842e5dbcc540a3bf81c753dd6bab22 2024-12-06T03:21:18,824 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/6aae1b659ecc454ab1ecb4e1be9376bc to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/6aae1b659ecc454ab1ecb4e1be9376bc 2024-12-06T03:21:18,825 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/23e09d22714a477e90713406314b56dd to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/23e09d22714a477e90713406314b56dd 2024-12-06T03:21:18,826 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/21364dd1afde4aed9d91c526c779a79d to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/21364dd1afde4aed9d91c526c779a79d 2024-12-06T03:21:18,827 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/e9f01c37fe3f497e82e746b1b32459e2 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/e9f01c37fe3f497e82e746b1b32459e2 2024-12-06T03:21:18,828 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/ffa083d2f201450888bfb317470dd737 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/ffa083d2f201450888bfb317470dd737 2024-12-06T03:21:18,828 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/e260e8dacf2a4b86ba1b2557f356dd45 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/e260e8dacf2a4b86ba1b2557f356dd45 2024-12-06T03:21:18,829 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/1bdacc7608c446a7af411ae8d52e38f3 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/1bdacc7608c446a7af411ae8d52e38f3 2024-12-06T03:21:18,830 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/0cfb353c5c55478ba2526e222b6eef1e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/0cfb353c5c55478ba2526e222b6eef1e 2024-12-06T03:21:18,831 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/4cadfac834bf42d1b52c3e35a324f1ef to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/4cadfac834bf42d1b52c3e35a324f1ef 2024-12-06T03:21:18,831 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/253a744b6282465c9f6f2b9af254abe3 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/253a744b6282465c9f6f2b9af254abe3 2024-12-06T03:21:18,832 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/002c0ee7cd1f495f9bbdc034e79d2810 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/002c0ee7cd1f495f9bbdc034e79d2810 2024-12-06T03:21:18,833 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/4fc85ca4db444ccd89431250838e688e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/4fc85ca4db444ccd89431250838e688e 2024-12-06T03:21:18,834 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/7b3d0588928541cab9ff81634976be2f to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/7b3d0588928541cab9ff81634976be2f 2024-12-06T03:21:18,834 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/1ec095931f254bc89b2f00e5a441a90f to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/1ec095931f254bc89b2f00e5a441a90f 2024-12-06T03:21:18,835 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/ecf945826aff46dfa01c077040ddbd3e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/ecf945826aff46dfa01c077040ddbd3e 2024-12-06T03:21:18,836 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/806e775ee6834035b3c75da819d5fb51 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/806e775ee6834035b3c75da819d5fb51 2024-12-06T03:21:18,837 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/a91f2ba5878f46649873f130acdc862a to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/a91f2ba5878f46649873f130acdc862a 2024-12-06T03:21:18,838 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/be993f260e944f3ebf56cccaeaf809a6 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/be993f260e944f3ebf56cccaeaf809a6 2024-12-06T03:21:18,838 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/83b334f43a4e4ea08afdc3543d187296 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/83b334f43a4e4ea08afdc3543d187296 2024-12-06T03:21:18,839 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/7ebfd131d00a4156a02bad3c2d9f69b9 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/7ebfd131d00a4156a02bad3c2d9f69b9 2024-12-06T03:21:18,840 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/7440efd0294b4be199ea7209b25e420d to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/7440efd0294b4be199ea7209b25e420d 2024-12-06T03:21:18,841 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/95c28e8d00e54916b6f3e86a8ba96763 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/95c28e8d00e54916b6f3e86a8ba96763 2024-12-06T03:21:18,842 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/70ba99d7508a4367b1f177a63dfdf60f to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/70ba99d7508a4367b1f177a63dfdf60f 2024-12-06T03:21:18,842 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/4f47d7a09e014b54ac6dfee29bec155d to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/4f47d7a09e014b54ac6dfee29bec155d 2024-12-06T03:21:18,843 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/a6bf79f4ea794c4fa2fd51f660f82cad to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/a6bf79f4ea794c4fa2fd51f660f82cad 2024-12-06T03:21:18,844 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/1032caf922604048af09f554a60ea6d8 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/1032caf922604048af09f554a60ea6d8 2024-12-06T03:21:18,845 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/41b493fcb22d4e98ad6ea576c7247b9e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/c447fd099e674992942c6763d5e33dc8, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/84c194e29f064f6c98e67c8268b30b00, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/336289009d7340f68d761bb8574af377, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/dab037265f964c55abaac4cd3cab103a, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/e8ea9f57f2904a9e806a013550fb9ab5, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/d419492dbd6e43c1bd2d2a1f4db062ae, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/4f01eb17a7f44de4816fbb775e9072a9, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/047ce4b19ee94dbda80893a9392bc550, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/026e7c98c599420c8c75cc7a6dce4c68, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/563f5fa31f364bb8a10fad95c6c1930f, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/11fdfc7a82b94ee59c5b1d1013ac4515, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/2c8c2d01a0ed4b5186825f526b62920a, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/4d725fa5847c4d6aab6879675d287402, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/f6dc9e06167d40899e5010129d8d4f2d, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/072d876dae2b47f0bd44684c5992d1fa, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/a5f3e5d425ea4c1b9c151c403fe55da4, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/b37055c1fe6f45bbaab4b8d5bf5e553c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/812dc7613b1f4f519f710392f121b234, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/45695a1fa2d644e392835f8a503c8242, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/7a3eeb23960b41989af8bdfe32a5a0d9, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/61bcb1fba92942fe89c5e87c4fd850c9, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/25ad65c0475a4a86a6f70ffbd0ae45d7, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/dac858ccf436441e83a154eabbe134c0, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/d22eabfce5cb4396a4da81cdce923b18, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/37afc1af20c045d7a63c3acea03ca9a0, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/e955d2d777c04e0c8dd9d8ccfcac8e48, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/a4634c263c5c4f19a082d2e8ab55580a, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/1e48beee4417404a96506056985af4ae, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/f68ef820710640c2a07a737204971738, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/22612741b7c348a5b7b7bf4e8df8bcdb, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/4ca831b6049c4bec97854d4d258b5cc3, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/a8a6d43dc0ab4d1b857bd42cfa61488e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/146b44a2cf6f4cdc865c71bb3fd50067, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/022e0774aa654eee8854b9f9f148930d, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/7742b4cfff5246998af86d1ad07c611a, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/edb782918fa442d7ae5fe5e79ae9f901, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/148b0048d01f48ca866bff59c6f84d26, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/94ec0acff572450996099e1c2bc27ec4] to archive 2024-12-06T03:21:18,846 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T03:21:18,847 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/41b493fcb22d4e98ad6ea576c7247b9e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/41b493fcb22d4e98ad6ea576c7247b9e 2024-12-06T03:21:18,848 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/c447fd099e674992942c6763d5e33dc8 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/c447fd099e674992942c6763d5e33dc8 2024-12-06T03:21:18,848 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/84c194e29f064f6c98e67c8268b30b00 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/84c194e29f064f6c98e67c8268b30b00 2024-12-06T03:21:18,849 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/336289009d7340f68d761bb8574af377 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/336289009d7340f68d761bb8574af377 2024-12-06T03:21:18,850 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/dab037265f964c55abaac4cd3cab103a to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/dab037265f964c55abaac4cd3cab103a 2024-12-06T03:21:18,851 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/e8ea9f57f2904a9e806a013550fb9ab5 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/e8ea9f57f2904a9e806a013550fb9ab5 2024-12-06T03:21:18,852 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/d419492dbd6e43c1bd2d2a1f4db062ae to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/d419492dbd6e43c1bd2d2a1f4db062ae 2024-12-06T03:21:18,852 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/4f01eb17a7f44de4816fbb775e9072a9 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/4f01eb17a7f44de4816fbb775e9072a9 2024-12-06T03:21:18,853 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/047ce4b19ee94dbda80893a9392bc550 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/047ce4b19ee94dbda80893a9392bc550 2024-12-06T03:21:18,854 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/026e7c98c599420c8c75cc7a6dce4c68 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/026e7c98c599420c8c75cc7a6dce4c68 2024-12-06T03:21:18,855 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/563f5fa31f364bb8a10fad95c6c1930f to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/563f5fa31f364bb8a10fad95c6c1930f 2024-12-06T03:21:18,855 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/11fdfc7a82b94ee59c5b1d1013ac4515 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/11fdfc7a82b94ee59c5b1d1013ac4515 2024-12-06T03:21:18,856 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/2c8c2d01a0ed4b5186825f526b62920a to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/2c8c2d01a0ed4b5186825f526b62920a 2024-12-06T03:21:18,857 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/4d725fa5847c4d6aab6879675d287402 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/4d725fa5847c4d6aab6879675d287402 2024-12-06T03:21:18,858 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/f6dc9e06167d40899e5010129d8d4f2d to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/f6dc9e06167d40899e5010129d8d4f2d 2024-12-06T03:21:18,858 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/072d876dae2b47f0bd44684c5992d1fa to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/072d876dae2b47f0bd44684c5992d1fa 2024-12-06T03:21:18,859 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/a5f3e5d425ea4c1b9c151c403fe55da4 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/a5f3e5d425ea4c1b9c151c403fe55da4 2024-12-06T03:21:18,860 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/b37055c1fe6f45bbaab4b8d5bf5e553c to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/b37055c1fe6f45bbaab4b8d5bf5e553c 2024-12-06T03:21:18,861 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/812dc7613b1f4f519f710392f121b234 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/812dc7613b1f4f519f710392f121b234 2024-12-06T03:21:18,862 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/45695a1fa2d644e392835f8a503c8242 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/45695a1fa2d644e392835f8a503c8242 2024-12-06T03:21:18,862 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/7a3eeb23960b41989af8bdfe32a5a0d9 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/7a3eeb23960b41989af8bdfe32a5a0d9 2024-12-06T03:21:18,863 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/61bcb1fba92942fe89c5e87c4fd850c9 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/61bcb1fba92942fe89c5e87c4fd850c9 2024-12-06T03:21:18,864 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/25ad65c0475a4a86a6f70ffbd0ae45d7 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/25ad65c0475a4a86a6f70ffbd0ae45d7 2024-12-06T03:21:18,865 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/dac858ccf436441e83a154eabbe134c0 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/dac858ccf436441e83a154eabbe134c0 2024-12-06T03:21:18,865 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/d22eabfce5cb4396a4da81cdce923b18 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/d22eabfce5cb4396a4da81cdce923b18 2024-12-06T03:21:18,866 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/37afc1af20c045d7a63c3acea03ca9a0 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/37afc1af20c045d7a63c3acea03ca9a0 2024-12-06T03:21:18,867 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/e955d2d777c04e0c8dd9d8ccfcac8e48 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/e955d2d777c04e0c8dd9d8ccfcac8e48 2024-12-06T03:21:18,867 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/a4634c263c5c4f19a082d2e8ab55580a to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/a4634c263c5c4f19a082d2e8ab55580a 2024-12-06T03:21:18,868 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/1e48beee4417404a96506056985af4ae to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/1e48beee4417404a96506056985af4ae 2024-12-06T03:21:18,869 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/f68ef820710640c2a07a737204971738 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/f68ef820710640c2a07a737204971738 2024-12-06T03:21:18,870 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/22612741b7c348a5b7b7bf4e8df8bcdb to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/22612741b7c348a5b7b7bf4e8df8bcdb 2024-12-06T03:21:18,870 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/4ca831b6049c4bec97854d4d258b5cc3 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/4ca831b6049c4bec97854d4d258b5cc3 2024-12-06T03:21:18,871 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/a8a6d43dc0ab4d1b857bd42cfa61488e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/a8a6d43dc0ab4d1b857bd42cfa61488e 2024-12-06T03:21:18,872 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/146b44a2cf6f4cdc865c71bb3fd50067 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/146b44a2cf6f4cdc865c71bb3fd50067 2024-12-06T03:21:18,873 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/022e0774aa654eee8854b9f9f148930d to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/022e0774aa654eee8854b9f9f148930d 2024-12-06T03:21:18,874 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/7742b4cfff5246998af86d1ad07c611a to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/7742b4cfff5246998af86d1ad07c611a 2024-12-06T03:21:18,874 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/edb782918fa442d7ae5fe5e79ae9f901 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/edb782918fa442d7ae5fe5e79ae9f901 2024-12-06T03:21:18,875 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/148b0048d01f48ca866bff59c6f84d26 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/148b0048d01f48ca866bff59c6f84d26 2024-12-06T03:21:18,876 DEBUG [StoreCloser-TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/94ec0acff572450996099e1c2bc27ec4 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/94ec0acff572450996099e1c2bc27ec4 2024-12-06T03:21:18,879 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/recovered.edits/594.seqid, newMaxSeqId=594, maxSeqId=1 2024-12-06T03:21:18,880 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904. 2024-12-06T03:21:18,880 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] regionserver.HRegion(1635): Region close journal for d0eae010f62fc89f2195bb5becd38904: 2024-12-06T03:21:18,881 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=167}] handler.UnassignRegionHandler(170): Closed d0eae010f62fc89f2195bb5becd38904 2024-12-06T03:21:18,881 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=166 updating hbase:meta row=d0eae010f62fc89f2195bb5becd38904, regionState=CLOSED 2024-12-06T03:21:18,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=167, resume processing ppid=166 2024-12-06T03:21:18,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=167, ppid=166, state=SUCCESS; CloseRegionProcedure d0eae010f62fc89f2195bb5becd38904, server=4c7f994aa0f5,34349,1733455120723 in 1.5010 sec 2024-12-06T03:21:18,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=166, resume processing ppid=165 2024-12-06T03:21:18,884 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=166, ppid=165, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=d0eae010f62fc89f2195bb5becd38904, UNASSIGN in 1.5040 sec 2024-12-06T03:21:18,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=165, resume processing ppid=164 2024-12-06T03:21:18,885 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=165, ppid=164, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.5060 sec 2024-12-06T03:21:18,886 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733455278886"}]},"ts":"1733455278886"} 2024-12-06T03:21:18,887 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-06T03:21:18,889 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-06T03:21:18,890 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=164, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.5170 sec 2024-12-06T03:21:19,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=164 2024-12-06T03:21:19,478 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 164 completed 2024-12-06T03:21:19,478 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-06T03:21:19,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=168, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T03:21:19,480 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=168, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T03:21:19,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=168 2024-12-06T03:21:19,480 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=168, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T03:21:19,483 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904 2024-12-06T03:21:19,485 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A, FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B, FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C, FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/recovered.edits] 2024-12-06T03:21:19,487 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/651ba38441ed4aa98965425fb1e8df8f to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/651ba38441ed4aa98965425fb1e8df8f 2024-12-06T03:21:19,487 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/8d6957fbe711403aa6047ccb189055e7 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/8d6957fbe711403aa6047ccb189055e7 2024-12-06T03:21:19,488 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/d9af5ad78a324eeab04e4387118a4ecc to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/d9af5ad78a324eeab04e4387118a4ecc 2024-12-06T03:21:19,489 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/e7f9e4a4457147968409fc7c4af06981 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/A/e7f9e4a4457147968409fc7c4af06981 2024-12-06T03:21:19,491 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/335fd5aa0d1f43faa651dbb0506d0771 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/335fd5aa0d1f43faa651dbb0506d0771 2024-12-06T03:21:19,492 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/483d55ecb14c4442835e70cc3f3d34e9 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/483d55ecb14c4442835e70cc3f3d34e9 2024-12-06T03:21:19,493 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/77eacdd14ab74cbbb0cc5c83b486c448 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/77eacdd14ab74cbbb0cc5c83b486c448 2024-12-06T03:21:19,493 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/99bc4904cf274a3dad924b4c7c779cff to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/B/99bc4904cf274a3dad924b4c7c779cff 2024-12-06T03:21:19,495 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/0ef3d230f2e445f5bff41aa9798b56f7 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/0ef3d230f2e445f5bff41aa9798b56f7 2024-12-06T03:21:19,496 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/68cf55919cca494fbee1967a7f5d9219 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/68cf55919cca494fbee1967a7f5d9219 2024-12-06T03:21:19,497 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/ca7b338f2fc347a685939bd4772cfac4 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/ca7b338f2fc347a685939bd4772cfac4 2024-12-06T03:21:19,498 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/cafefa708d96417db70627a2c3434985 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/C/cafefa708d96417db70627a2c3434985 2024-12-06T03:21:19,500 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/recovered.edits/594.seqid to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904/recovered.edits/594.seqid 2024-12-06T03:21:19,500 DEBUG [HFileArchiver-5 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/d0eae010f62fc89f2195bb5becd38904 2024-12-06T03:21:19,500 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-06T03:21:19,502 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=168, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T03:21:19,503 WARN [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-06T03:21:19,505 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-06T03:21:19,505 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=168, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T03:21:19,506 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-06T03:21:19,506 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733455279506"}]},"ts":"9223372036854775807"} 2024-12-06T03:21:19,507 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-06T03:21:19,507 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => d0eae010f62fc89f2195bb5becd38904, NAME => 'TestAcidGuarantees,,1733455254224.d0eae010f62fc89f2195bb5becd38904.', STARTKEY => '', ENDKEY => ''}] 2024-12-06T03:21:19,507 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-06T03:21:19,507 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733455279507"}]},"ts":"9223372036854775807"} 2024-12-06T03:21:19,508 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-06T03:21:19,510 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(133): Finished pid=168, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T03:21:19,511 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=168, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 32 msec 2024-12-06T03:21:19,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=168 2024-12-06T03:21:19,581 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 168 completed 2024-12-06T03:21:19,590 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testScanAtomicity Thread=240 (was 238) - Thread LEAK? -, OpenFileDescriptor=451 (was 443) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=437 (was 437), ProcessCount=9 (was 9), AvailableMemoryMB=9396 (was 9425) 2024-12-06T03:21:19,598 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=240, OpenFileDescriptor=451, MaxFileDescriptor=1048576, SystemLoadAverage=437, ProcessCount=9, AvailableMemoryMB=9396 2024-12-06T03:21:19,599 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-06T03:21:19,599 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$4(2389): Client=jenkins//172.17.0.2 create 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T03:21:19,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=169, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION; CreateTableProcedure table=TestAcidGuarantees 2024-12-06T03:21:19,601 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=169, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_PRE_OPERATION 2024-12-06T03:21:19,601 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:19,601 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(713): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "TestAcidGuarantees" procId is: 169 2024-12-06T03:21:19,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-06T03:21:19,602 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=169, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-06T03:21:19,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742448_1624 (size=963) 2024-12-06T03:21:19,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-06T03:21:19,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-06T03:21:20,008 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(7106): creating {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e 2024-12-06T03:21:20,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742449_1625 (size=53) 2024-12-06T03:21:20,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-06T03:21:20,404 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-06T03:21:20,413 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:21:20,414 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1681): Closing c571951eae605c82eb9e25e89f7e0a23, disabling compactions & flushes 2024-12-06T03:21:20,414 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:20,414 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:20,414 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. after waiting 0 ms 2024-12-06T03:21:20,414 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:20,414 INFO [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:20,414 DEBUG [RegionOpenAndInit-TestAcidGuarantees-pool-0 {}] regionserver.HRegion(1635): Region close journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:20,415 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=169, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ADD_TO_META 2024-12-06T03:21:20,415 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":2,"row":"TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733455280415"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733455280415"}]},"ts":"1733455280415"} 2024-12-06T03:21:20,416 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1516): Added 1 regions to meta. 2024-12-06T03:21:20,416 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=169, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-06T03:21:20,416 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733455280416"}]},"ts":"1733455280416"} 2024-12-06T03:21:20,417 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLING in hbase:meta 2024-12-06T03:21:20,420 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c571951eae605c82eb9e25e89f7e0a23, ASSIGN}] 2024-12-06T03:21:20,421 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c571951eae605c82eb9e25e89f7e0a23, ASSIGN 2024-12-06T03:21:20,421 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(264): Starting pid=170, ppid=169, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c571951eae605c82eb9e25e89f7e0a23, ASSIGN; state=OFFLINE, location=4c7f994aa0f5,34349,1733455120723; forceNewPlan=false, retain=false 2024-12-06T03:21:20,572 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=170 updating hbase:meta row=c571951eae605c82eb9e25e89f7e0a23, regionState=OPENING, regionLocation=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:20,573 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=171, ppid=170, state=RUNNABLE; OpenRegionProcedure c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723}] 2024-12-06T03:21:20,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-06T03:21:20,724 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:20,727 INFO [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:20,727 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegion(7285): Opening region: {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} 2024-12-06T03:21:20,727 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:20,727 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:21:20,727 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegion(7327): checking encryption for c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:20,727 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegion(7330): checking classloading for c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:20,728 INFO [StoreOpener-c571951eae605c82eb9e25e89f7e0a23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:20,729 INFO [StoreOpener-c571951eae605c82eb9e25e89f7e0a23-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T03:21:20,729 INFO [StoreOpener-c571951eae605c82eb9e25e89f7e0a23-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c571951eae605c82eb9e25e89f7e0a23 columnFamilyName A 2024-12-06T03:21:20,730 DEBUG [StoreOpener-c571951eae605c82eb9e25e89f7e0a23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:20,730 INFO [StoreOpener-c571951eae605c82eb9e25e89f7e0a23-1 {}] regionserver.HStore(327): Store=c571951eae605c82eb9e25e89f7e0a23/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:21:20,730 INFO [StoreOpener-c571951eae605c82eb9e25e89f7e0a23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:20,731 INFO [StoreOpener-c571951eae605c82eb9e25e89f7e0a23-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T03:21:20,731 INFO [StoreOpener-c571951eae605c82eb9e25e89f7e0a23-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c571951eae605c82eb9e25e89f7e0a23 columnFamilyName B 2024-12-06T03:21:20,731 DEBUG [StoreOpener-c571951eae605c82eb9e25e89f7e0a23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:20,731 INFO [StoreOpener-c571951eae605c82eb9e25e89f7e0a23-1 {}] regionserver.HStore(327): Store=c571951eae605c82eb9e25e89f7e0a23/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:21:20,731 INFO [StoreOpener-c571951eae605c82eb9e25e89f7e0a23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:20,732 INFO [StoreOpener-c571951eae605c82eb9e25e89f7e0a23-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T03:21:20,732 INFO [StoreOpener-c571951eae605c82eb9e25e89f7e0a23-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c571951eae605c82eb9e25e89f7e0a23 columnFamilyName C 2024-12-06T03:21:20,732 DEBUG [StoreOpener-c571951eae605c82eb9e25e89f7e0a23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:20,733 INFO [StoreOpener-c571951eae605c82eb9e25e89f7e0a23-1 {}] regionserver.HStore(327): Store=c571951eae605c82eb9e25e89f7e0a23/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:21:20,733 INFO [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:20,733 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:20,733 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:20,734 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T03:21:20,735 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegion(1085): writing seq id for c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:20,737 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-06T03:21:20,737 INFO [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegion(1102): Opened c571951eae605c82eb9e25e89f7e0a23; next sequenceid=2; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60567914, jitterRate=-0.09746775031089783}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T03:21:20,738 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegion(1001): Region open journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:20,738 INFO [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23., pid=171, masterSystemTime=1733455280724 2024-12-06T03:21:20,739 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:20,739 INFO [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=171}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:20,739 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=170 updating hbase:meta row=c571951eae605c82eb9e25e89f7e0a23, regionState=OPEN, openSeqNum=2, regionLocation=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:20,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=171, resume processing ppid=170 2024-12-06T03:21:20,741 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=171, ppid=170, state=SUCCESS; OpenRegionProcedure c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 in 167 msec 2024-12-06T03:21:20,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=170, resume processing ppid=169 2024-12-06T03:21:20,742 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=170, ppid=169, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c571951eae605c82eb9e25e89f7e0a23, ASSIGN in 321 msec 2024-12-06T03:21:20,743 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=169, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-06T03:21:20,743 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733455280743"}]},"ts":"1733455280743"} 2024-12-06T03:21:20,744 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=ENABLED in hbase:meta 2024-12-06T03:21:20,746 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=169, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, locked=true; CreateTableProcedure table=TestAcidGuarantees execute state=CREATE_TABLE_POST_OPERATION 2024-12-06T03:21:20,747 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=169, state=SUCCESS; CreateTableProcedure table=TestAcidGuarantees in 1.1470 sec 2024-12-06T03:21:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=169 2024-12-06T03:21:21,705 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: CREATE, Table Name: default:TestAcidGuarantees, procId: 169 completed 2024-12-06T03:21:21,706 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5765d46a to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6d9954b7 2024-12-06T03:21:21,711 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fb684eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:21:21,712 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:21:21,713 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34572, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:21:21,714 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-06T03:21:21,715 INFO [RS-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35808, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-06T03:21:21,716 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] util.TableDescriptorChecker(321): MEMSTORE_FLUSHSIZE for table descriptor or "hbase.hregion.memstore.flush.size" (131072) is too small, which might cause very frequent flushing. 2024-12-06T03:21:21,716 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$14(2798): Client=jenkins//172.17.0.2 modify table TestAcidGuarantees from 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'TestAcidGuarantees', {TABLE_ATTRIBUTES => {METADATA => {'hbase.hregion.compacting.memstore.type' => 'ADAPTIVE', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'A', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '4', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'B', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'C', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-06T03:21:21,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=172, state=RUNNABLE:MODIFY_TABLE_PREPARE; ModifyTableProcedure table=TestAcidGuarantees 2024-12-06T03:21:21,725 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742450_1626 (size=999) 2024-12-06T03:21:22,126 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(519): Deleted hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000001.963 2024-12-06T03:21:22,126 INFO [PEWorker-4 {}] util.FSTableDescriptors(297): Updated tableinfo=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/.tabledesc/.tableinfo.0000000002.999 2024-12-06T03:21:22,128 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=173, ppid=172, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS; ReopenTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-06T03:21:22,129 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=174, ppid=173, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c571951eae605c82eb9e25e89f7e0a23, REOPEN/MOVE}] 2024-12-06T03:21:22,130 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=174, ppid=173, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c571951eae605c82eb9e25e89f7e0a23, REOPEN/MOVE 2024-12-06T03:21:22,130 INFO [PEWorker-5 {}] assignment.RegionStateStore(202): pid=174 updating hbase:meta row=c571951eae605c82eb9e25e89f7e0a23, regionState=CLOSING, regionLocation=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:22,131 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-06T03:21:22,131 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=175, ppid=174, state=RUNNABLE; CloseRegionProcedure c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723}] 2024-12-06T03:21:22,282 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:22,283 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] handler.UnassignRegionHandler(124): Close c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:22,283 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-06T03:21:22,283 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1681): Closing c571951eae605c82eb9e25e89f7e0a23, disabling compactions & flushes 2024-12-06T03:21:22,283 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:22,283 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:22,283 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. after waiting 0 ms 2024-12-06T03:21:22,283 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:22,286 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/recovered.edits/4.seqid, newMaxSeqId=4, maxSeqId=1 2024-12-06T03:21:22,287 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:22,287 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegion(1635): Region close journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:22,287 WARN [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] regionserver.HRegionServer(3786): Not adding moved region record: c571951eae605c82eb9e25e89f7e0a23 to self. 2024-12-06T03:21:22,288 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=175}] handler.UnassignRegionHandler(170): Closed c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:22,288 INFO [PEWorker-3 {}] assignment.RegionStateStore(202): pid=174 updating hbase:meta row=c571951eae605c82eb9e25e89f7e0a23, regionState=CLOSED 2024-12-06T03:21:22,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=175, resume processing ppid=174 2024-12-06T03:21:22,290 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=175, ppid=174, state=SUCCESS; CloseRegionProcedure c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 in 158 msec 2024-12-06T03:21:22,290 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(264): Starting pid=174, ppid=173, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, locked=true; TransitRegionStateProcedure table=TestAcidGuarantees, region=c571951eae605c82eb9e25e89f7e0a23, REOPEN/MOVE; state=CLOSED, location=4c7f994aa0f5,34349,1733455120723; forceNewPlan=false, retain=true 2024-12-06T03:21:22,441 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=174 updating hbase:meta row=c571951eae605c82eb9e25e89f7e0a23, regionState=OPENING, regionLocation=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:22,442 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=176, ppid=174, state=RUNNABLE; OpenRegionProcedure c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723}] 2024-12-06T03:21:22,593 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:22,595 INFO [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=176}] handler.AssignRegionHandler(135): Open TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:22,596 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=176}] regionserver.HRegion(7285): Opening region: {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} 2024-12-06T03:21:22,596 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=176}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table TestAcidGuarantees c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:22,596 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=176}] regionserver.HRegion(894): Instantiated TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-06T03:21:22,596 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=176}] regionserver.HRegion(7327): checking encryption for c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:22,596 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=176}] regionserver.HRegion(7330): checking classloading for c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:22,597 INFO [StoreOpener-c571951eae605c82eb9e25e89f7e0a23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family A of region c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:22,598 INFO [StoreOpener-c571951eae605c82eb9e25e89f7e0a23-1 {}] regionserver.CompactingMemStore(122): Store=A, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T03:21:22,598 INFO [StoreOpener-c571951eae605c82eb9e25e89f7e0a23-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c571951eae605c82eb9e25e89f7e0a23 columnFamilyName A 2024-12-06T03:21:22,599 DEBUG [StoreOpener-c571951eae605c82eb9e25e89f7e0a23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:22,599 INFO [StoreOpener-c571951eae605c82eb9e25e89f7e0a23-1 {}] regionserver.HStore(327): Store=c571951eae605c82eb9e25e89f7e0a23/A, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:21:22,599 INFO [StoreOpener-c571951eae605c82eb9e25e89f7e0a23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family B of region c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:22,600 INFO [StoreOpener-c571951eae605c82eb9e25e89f7e0a23-1 {}] regionserver.CompactingMemStore(122): Store=B, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T03:21:22,600 INFO [StoreOpener-c571951eae605c82eb9e25e89f7e0a23-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c571951eae605c82eb9e25e89f7e0a23 columnFamilyName B 2024-12-06T03:21:22,600 DEBUG [StoreOpener-c571951eae605c82eb9e25e89f7e0a23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:22,600 INFO [StoreOpener-c571951eae605c82eb9e25e89f7e0a23-1 {}] regionserver.HStore(327): Store=c571951eae605c82eb9e25e89f7e0a23/B, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:21:22,600 INFO [StoreOpener-c571951eae605c82eb9e25e89f7e0a23-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family C of region c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:22,601 INFO [StoreOpener-c571951eae605c82eb9e25e89f7e0a23-1 {}] regionserver.CompactingMemStore(122): Store=C, in-memory flush size threshold=2.00 MB, immutable segments index type=CHUNK_MAP, compactor=ADAPTIVE, pipelineThreshold=2, compactionCellMax=10 2024-12-06T03:21:22,601 INFO [StoreOpener-c571951eae605c82eb9e25e89f7e0a23-1 {}] compactions.CompactionConfiguration(181): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c571951eae605c82eb9e25e89f7e0a23 columnFamilyName C 2024-12-06T03:21:22,601 DEBUG [StoreOpener-c571951eae605c82eb9e25e89f7e0a23-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:22,601 INFO [StoreOpener-c571951eae605c82eb9e25e89f7e0a23-1 {}] regionserver.HStore(327): Store=c571951eae605c82eb9e25e89f7e0a23/C, memstore type=CompactingMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-06T03:21:22,601 INFO [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=176}] regionserver.HRegion(1178): Setting FlushNonSloppyStoresFirstPolicy for the region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:22,602 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=176}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:22,602 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=176}] regionserver.HRegion(5301): Found 0 recovered edits file(s) under hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:22,603 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=176}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table TestAcidGuarantees descriptor;using region.getMemStoreFlushHeapSize/# of families (16.0 M)) instead. 2024-12-06T03:21:22,604 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=176}] regionserver.HRegion(1085): writing seq id for c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:22,605 INFO [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=176}] regionserver.HRegion(1102): Opened c571951eae605c82eb9e25e89f7e0a23; next sequenceid=5; ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72088549, jitterRate=0.07420308887958527}, FlushLargeStoresPolicy{flushSizeLowerBound=16777216} 2024-12-06T03:21:22,606 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=176}] regionserver.HRegion(1001): Region open journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:22,606 INFO [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=176}] regionserver.HRegionServer(2601): Post open deploy tasks for TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23., pid=176, masterSystemTime=1733455282593 2024-12-06T03:21:22,607 DEBUG [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=176}] regionserver.HRegionServer(2628): Finished post open deploy task for TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:22,607 INFO [RS_OPEN_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_OPEN_REGION, pid=176}] handler.AssignRegionHandler(164): Opened TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:22,608 INFO [PEWorker-1 {}] assignment.RegionStateStore(202): pid=174 updating hbase:meta row=c571951eae605c82eb9e25e89f7e0a23, regionState=OPEN, openSeqNum=5, regionLocation=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:22,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=176, resume processing ppid=174 2024-12-06T03:21:22,609 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=176, ppid=174, state=SUCCESS; OpenRegionProcedure c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 in 166 msec 2024-12-06T03:21:22,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=174, resume processing ppid=173 2024-12-06T03:21:22,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=174, ppid=173, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c571951eae605c82eb9e25e89f7e0a23, REOPEN/MOVE in 480 msec 2024-12-06T03:21:22,612 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=173, resume processing ppid=172 2024-12-06T03:21:22,612 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=173, ppid=172, state=SUCCESS; ReopenTableRegionsProcedure table=TestAcidGuarantees in 483 msec 2024-12-06T03:21:22,613 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=172, state=SUCCESS; ModifyTableProcedure table=TestAcidGuarantees in 895 msec 2024-12-06T03:21:22,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=172 2024-12-06T03:21:22,615 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x2ac53e79 to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@d5efb7a 2024-12-06T03:21:22,618 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@644b7e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:21:22,619 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x05bc9c3e to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@7fc332d8 2024-12-06T03:21:22,621 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c9b5141, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:21:22,622 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x7181df3b to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@17327621 2024-12-06T03:21:22,624 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a52cdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:21:22,625 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x11030ef5 to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@1584f18a 2024-12-06T03:21:22,627 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d7fe431, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:21:22,628 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x69abefea to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5b914bf4 2024-12-06T03:21:22,630 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@91d72db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:21:22,630 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3f6a59e4 to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@5d836f78 2024-12-06T03:21:22,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d7fe93b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:21:22,633 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x150e08ed to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@53305d9b 2024-12-06T03:21:22,636 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11c440f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:21:22,637 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x3a3b66d3 to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6bb6288a 2024-12-06T03:21:22,639 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58460ef3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:21:22,639 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x5cfdf76c to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@6556601 2024-12-06T03:21:22,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6e8cd1ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:21:22,642 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(149): Connect 0x68c2838a to 127.0.0.1:63130 with session timeout=90000ms, retries=30, retry interval=1000ms, keepAlive=60000ms, zk client config=org.apache.zookeeper.client.ZKClientConfig@458a85fd 2024-12-06T03:21:22,645 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d832d43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-12-06T03:21:22,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:21:22,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees 2024-12-06T03:21:22,647 DEBUG [hconnection-0x15b2b593-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:21:22,648 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:21:22,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-06T03:21:22,649 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34578, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:21:22,649 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=177, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:21:22,649 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=178, ppid=177, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:21:22,652 DEBUG [hconnection-0x4b84e324-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:21:22,653 DEBUG [hconnection-0x56eede0c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:21:22,653 DEBUG [hconnection-0x665bf80-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:21:22,653 DEBUG [hconnection-0x2c0dd242-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:21:22,653 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34590, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:21:22,654 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34598, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:21:22,654 DEBUG [hconnection-0x71c1c634-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:21:22,654 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34610, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:21:22,655 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34600, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:21:22,655 DEBUG [hconnection-0x731016eb-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:21:22,655 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34618, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:21:22,656 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34622, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:21:22,657 DEBUG [hconnection-0x459d5d0-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:21:22,658 DEBUG [hconnection-0x2692ad3b-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:21:22,659 INFO [RS-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34634, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:21:22,659 INFO [RS-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34640, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:21:22,661 DEBUG [hconnection-0x3310a69c-metaLookup-shared--pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-06T03:21:22,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:22,663 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c571951eae605c82eb9e25e89f7e0a23 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T03:21:22,663 INFO [RS-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34648, version=2.7.0-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-06T03:21:22,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=A 2024-12-06T03:21:22,664 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:22,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=B 2024-12-06T03:21:22,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:22,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=C 2024-12-06T03:21:22,665 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:22,688 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206dee70eced6794599bf7c44172cc664bc_c571951eae605c82eb9e25e89f7e0a23 is 50, key is test_row_0/A:col10/1733455282662/Put/seqid=0 2024-12-06T03:21:22,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742451_1627 (size=12154) 2024-12-06T03:21:22,692 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:22,695 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206dee70eced6794599bf7c44172cc664bc_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206dee70eced6794599bf7c44172cc664bc_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:22,696 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/cd3d8ede9c674898a32f2f073f17ea32, store: [table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:22,696 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/cd3d8ede9c674898a32f2f073f17ea32 is 175, key is test_row_0/A:col10/1733455282662/Put/seqid=0 2024-12-06T03:21:22,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742452_1628 (size=30955) 2024-12-06T03:21:22,720 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:22,720 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455342717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455342717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:22,721 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 8 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455342717, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:22,721 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:22,721 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455342718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:22,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455342718, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:22,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-06T03:21:22,801 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:22,801 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-06T03:21:22,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:22,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:22,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:22,801 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:22,801 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:22,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:22,822 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455342822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:22,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455342822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:22,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 9 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455342822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:22,823 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:22,823 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455342822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:22,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 10 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455342822, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:22,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-06T03:21:22,953 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:22,953 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-06T03:21:22,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:22,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:22,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:22,954 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:22,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:22,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:23,025 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 11 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455343024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:23,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455343024, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:23,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 12 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455343025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:23,026 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:23,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455343025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:23,027 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:23,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455343025, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:23,100 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=17, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/cd3d8ede9c674898a32f2f073f17ea32 2024-12-06T03:21:23,105 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:23,105 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-06T03:21:23,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:23,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:23,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:23,106 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:23,106 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:23,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:23,126 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/8af2ec6dc7fd4183945c6be8b01e53d4 is 50, key is test_row_0/B:col10/1733455282662/Put/seqid=0 2024-12-06T03:21:23,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742453_1629 (size=12001) 2024-12-06T03:21:23,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-06T03:21:23,258 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:23,259 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-06T03:21:23,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:23,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:23,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:23,259 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:23,259 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:23,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:23,328 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:23,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 13 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455343328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:23,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:23,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455343328, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:23,329 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:23,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 15 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455343329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:23,330 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:23,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455343329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:23,330 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:23,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 14 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455343329, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:23,411 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:23,411 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-06T03:21:23,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:23,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:23,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:23,412 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:23,412 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:23,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:23,530 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/8af2ec6dc7fd4183945c6be8b01e53d4 2024-12-06T03:21:23,556 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/ad987a99b3f4486b83c34440cd3e5709 is 50, key is test_row_0/C:col10/1733455282662/Put/seqid=0 2024-12-06T03:21:23,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742454_1630 (size=12001) 2024-12-06T03:21:23,564 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/ad987a99b3f4486b83c34440cd3e5709 2024-12-06T03:21:23,566 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:23,566 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-06T03:21:23,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:23,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:23,566 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:23,566 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] handler.RSProcedureHandler(58): pid=178 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:23,567 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=178 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:23,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=178 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:23,570 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/cd3d8ede9c674898a32f2f073f17ea32 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/cd3d8ede9c674898a32f2f073f17ea32 2024-12-06T03:21:23,574 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/cd3d8ede9c674898a32f2f073f17ea32, entries=150, sequenceid=17, filesize=30.2 K 2024-12-06T03:21:23,574 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/8af2ec6dc7fd4183945c6be8b01e53d4 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/8af2ec6dc7fd4183945c6be8b01e53d4 2024-12-06T03:21:23,585 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/8af2ec6dc7fd4183945c6be8b01e53d4, entries=150, sequenceid=17, filesize=11.7 K 2024-12-06T03:21:23,586 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/ad987a99b3f4486b83c34440cd3e5709 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/ad987a99b3f4486b83c34440cd3e5709 2024-12-06T03:21:23,590 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/ad987a99b3f4486b83c34440cd3e5709, entries=150, sequenceid=17, filesize=11.7 K 2024-12-06T03:21:23,591 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for c571951eae605c82eb9e25e89f7e0a23 in 929ms, sequenceid=17, compaction requested=false 2024-12-06T03:21:23,591 DEBUG [MemStoreFlusher.0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'TestAcidGuarantees' 2024-12-06T03:21:23,592 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:23,720 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:23,720 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=178 2024-12-06T03:21:23,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:23,721 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2837): Flushing c571951eae605c82eb9e25e89f7e0a23 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-06T03:21:23,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=A 2024-12-06T03:21:23,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:23,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=B 2024-12-06T03:21:23,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:23,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=C 2024-12-06T03:21:23,721 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:23,727 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120661b4c8101f0d4fb49c7c076e8bfe9918_c571951eae605c82eb9e25e89f7e0a23 is 50, key is test_row_0/A:col10/1733455282717/Put/seqid=0 2024-12-06T03:21:23,732 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742455_1631 (size=12154) 2024-12-06T03:21:23,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-06T03:21:23,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:23,832 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:23,840 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:23,840 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:23,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 17 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455343838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:23,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455343838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:23,841 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:23,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455343838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:23,842 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:23,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 18 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455343840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:23,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:23,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455343840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:23,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:23,943 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:23,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455343941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:23,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455343941, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:23,943 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:23,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 19 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455343942, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:23,944 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:23,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 20 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455343943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:23,944 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:23,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455343943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:24,133 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:24,136 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120661b4c8101f0d4fb49c7c076e8bfe9918_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120661b4c8101f0d4fb49c7c076e8bfe9918_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:24,144 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/6947265696f94bf18693f1f2e2a04e68, store: [table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:24,145 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/6947265696f94bf18693f1f2e2a04e68 is 175, key is test_row_0/A:col10/1733455282717/Put/seqid=0 2024-12-06T03:21:24,146 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:24,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:24,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 21 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455344144, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:24,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455344145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:24,146 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:24,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 22 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455344145, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:24,147 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:24,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455344147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:24,148 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:24,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455344147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:24,152 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742456_1632 (size=30955) 2024-12-06T03:21:24,397 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-hbase.properties,hadoop-metrics2.properties 2024-12-06T03:21:24,449 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:24,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455344448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:24,450 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:24,450 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:24,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 23 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455344448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:24,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455344448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:24,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:24,450 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 24 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455344449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:24,450 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:24,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 25 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455344449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:24,552 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=41, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/6947265696f94bf18693f1f2e2a04e68 2024-12-06T03:21:24,559 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/5c96f70ab3fa4d88b0b5edaf2082122b is 50, key is test_row_0/B:col10/1733455282717/Put/seqid=0 2024-12-06T03:21:24,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742457_1633 (size=12001) 2024-12-06T03:21:24,565 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/5c96f70ab3fa4d88b0b5edaf2082122b 2024-12-06T03:21:24,570 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/6d1ef4462e9f449fb0a65c84ea1f464b is 50, key is test_row_0/C:col10/1733455282717/Put/seqid=0 2024-12-06T03:21:24,581 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742458_1634 (size=12001) 2024-12-06T03:21:24,581 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=41 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/6d1ef4462e9f449fb0a65c84ea1f464b 2024-12-06T03:21:24,587 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/6947265696f94bf18693f1f2e2a04e68 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/6947265696f94bf18693f1f2e2a04e68 2024-12-06T03:21:24,591 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/6947265696f94bf18693f1f2e2a04e68, entries=150, sequenceid=41, filesize=30.2 K 2024-12-06T03:21:24,592 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/5c96f70ab3fa4d88b0b5edaf2082122b as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/5c96f70ab3fa4d88b0b5edaf2082122b 2024-12-06T03:21:24,595 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/5c96f70ab3fa4d88b0b5edaf2082122b, entries=150, sequenceid=41, filesize=11.7 K 2024-12-06T03:21:24,595 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/6d1ef4462e9f449fb0a65c84ea1f464b as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/6d1ef4462e9f449fb0a65c84ea1f464b 2024-12-06T03:21:24,599 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/6d1ef4462e9f449fb0a65c84ea1f464b, entries=150, sequenceid=41, filesize=11.7 K 2024-12-06T03:21:24,600 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=67.09 KB/68700 for c571951eae605c82eb9e25e89f7e0a23 in 878ms, sequenceid=41, compaction requested=false 2024-12-06T03:21:24,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.HRegion(2538): Flush status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:24,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:24,600 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=178}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=178 2024-12-06T03:21:24,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=178 2024-12-06T03:21:24,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=178, resume processing ppid=177 2024-12-06T03:21:24,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=178, ppid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.9520 sec 2024-12-06T03:21:24,604 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=177, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=177, table=TestAcidGuarantees in 1.9570 sec 2024-12-06T03:21:24,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=177 2024-12-06T03:21:24,752 INFO [Thread-2750 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 177 completed 2024-12-06T03:21:24,753 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:21:24,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees 2024-12-06T03:21:24,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-06T03:21:24,755 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:21:24,755 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=179, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:21:24,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=180, ppid=179, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:21:24,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-06T03:21:24,906 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:24,906 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=180 2024-12-06T03:21:24,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:24,907 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2837): Flushing c571951eae605c82eb9e25e89f7e0a23 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-06T03:21:24,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=A 2024-12-06T03:21:24,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:24,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=B 2024-12-06T03:21:24,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:24,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=C 2024-12-06T03:21:24,907 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:24,913 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206779b2cb4f7194247b7ec94c3e29091b3_c571951eae605c82eb9e25e89f7e0a23 is 50, key is test_row_0/A:col10/1733455283839/Put/seqid=0 2024-12-06T03:21:24,917 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742459_1635 (size=12154) 2024-12-06T03:21:24,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:24,951 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:24,969 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:24,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455344966, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:24,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:24,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:24,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455344969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:24,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 32 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455344969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:24,973 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:24,973 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:24,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 29 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455344969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:24,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455344969, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:25,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-06T03:21:25,072 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:25,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455345070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:25,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:25,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455345074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:25,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:25,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 34 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455345074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:25,075 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:25,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 31 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455345074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:25,075 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:25,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455345074, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:25,275 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:25,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455345274, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:25,278 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:25,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 33 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455345276, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:25,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455345277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:25,279 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 36 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455345277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:25,279 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:25,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455345277, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:25,318 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:25,322 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206779b2cb4f7194247b7ec94c3e29091b3_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206779b2cb4f7194247b7ec94c3e29091b3_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:25,322 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/3f74405d1ab54ff29e1c63407fd15833, store: [table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:25,323 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/3f74405d1ab54ff29e1c63407fd15833 is 175, key is test_row_0/A:col10/1733455283839/Put/seqid=0 2024-12-06T03:21:25,327 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742460_1636 (size=30955) 2024-12-06T03:21:25,329 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=54, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/3f74405d1ab54ff29e1c63407fd15833 2024-12-06T03:21:25,338 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/3764a4dcfd34482fb7968dc59995ab97 is 50, key is test_row_0/B:col10/1733455283839/Put/seqid=0 2024-12-06T03:21:25,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742461_1637 (size=12001) 2024-12-06T03:21:25,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-06T03:21:25,578 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:25,578 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455345576, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:25,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455345580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:25,581 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:25,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 35 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455345580, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:25,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455345581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:25,582 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:25,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 38 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455345581, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:25,742 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/3764a4dcfd34482fb7968dc59995ab97 2024-12-06T03:21:25,749 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/3870258c592146ba9ddae66bc2c30d09 is 50, key is test_row_0/C:col10/1733455283839/Put/seqid=0 2024-12-06T03:21:25,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742462_1638 (size=12001) 2024-12-06T03:21:25,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-06T03:21:26,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:26,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455346082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:26,084 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:26,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455346082, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:26,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:26,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 37 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455346084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:26,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:26,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 39 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455346084, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:26,087 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:26,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 40 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455346085, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:26,153 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=54 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/3870258c592146ba9ddae66bc2c30d09 2024-12-06T03:21:26,157 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/3f74405d1ab54ff29e1c63407fd15833 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/3f74405d1ab54ff29e1c63407fd15833 2024-12-06T03:21:26,161 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/3f74405d1ab54ff29e1c63407fd15833, entries=150, sequenceid=54, filesize=30.2 K 2024-12-06T03:21:26,162 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/3764a4dcfd34482fb7968dc59995ab97 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/3764a4dcfd34482fb7968dc59995ab97 2024-12-06T03:21:26,165 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/3764a4dcfd34482fb7968dc59995ab97, entries=150, sequenceid=54, filesize=11.7 K 2024-12-06T03:21:26,166 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/3870258c592146ba9ddae66bc2c30d09 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/3870258c592146ba9ddae66bc2c30d09 2024-12-06T03:21:26,169 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/3870258c592146ba9ddae66bc2c30d09, entries=150, sequenceid=54, filesize=11.7 K 2024-12-06T03:21:26,170 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=140.89 KB/144270 for c571951eae605c82eb9e25e89f7e0a23 in 1263ms, sequenceid=54, compaction requested=true 2024-12-06T03:21:26,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.HRegion(2538): Flush status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:26,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:26,170 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=180}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=180 2024-12-06T03:21:26,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=180 2024-12-06T03:21:26,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=180, resume processing ppid=179 2024-12-06T03:21:26,172 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=180, ppid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.4160 sec 2024-12-06T03:21:26,175 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=179, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=179, table=TestAcidGuarantees in 1.4200 sec 2024-12-06T03:21:26,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=179 2024-12-06T03:21:26,858 INFO [Thread-2750 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 179 completed 2024-12-06T03:21:26,859 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:21:26,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees 2024-12-06T03:21:26,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-06T03:21:26,861 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:21:26,861 INFO [PEWorker-2 {}] procedure.FlushTableProcedure(91): pid=181, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:21:26,862 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=182, ppid=181, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:21:26,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-06T03:21:27,013 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:27,013 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=182 2024-12-06T03:21:27,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:27,014 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2837): Flushing c571951eae605c82eb9e25e89f7e0a23 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-06T03:21:27,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=A 2024-12-06T03:21:27,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:27,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=B 2024-12-06T03:21:27,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:27,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=C 2024-12-06T03:21:27,014 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:27,020 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206c81ebed676924a11bed3f304cd82a930_c571951eae605c82eb9e25e89f7e0a23 is 50, key is test_row_0/A:col10/1733455284963/Put/seqid=0 2024-12-06T03:21:27,023 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742463_1639 (size=12154) 2024-12-06T03:21:27,024 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:27,027 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206c81ebed676924a11bed3f304cd82a930_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206c81ebed676924a11bed3f304cd82a930_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:27,028 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/82fc2764cef043ad8542600e31d8786e, store: [table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:27,029 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/82fc2764cef043ad8542600e31d8786e is 175, key is test_row_0/A:col10/1733455284963/Put/seqid=0 2024-12-06T03:21:27,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742464_1640 (size=30955) 2024-12-06T03:21:27,034 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=78, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/82fc2764cef043ad8542600e31d8786e 2024-12-06T03:21:27,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/495056b8955d4c7795d018dcc3f8ddda is 50, key is test_row_0/B:col10/1733455284963/Put/seqid=0 2024-12-06T03:21:27,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742465_1641 (size=12001) 2024-12-06T03:21:27,044 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/495056b8955d4c7795d018dcc3f8ddda 2024-12-06T03:21:27,052 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/599fb2c10ab840fdbc295189bb747483 is 50, key is test_row_0/C:col10/1733455284963/Put/seqid=0 2024-12-06T03:21:27,061 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742466_1642 (size=12001) 2024-12-06T03:21:27,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:27,087 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:27,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:27,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455347094, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:27,097 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:27,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 42 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455347095, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:27,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:27,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455347096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:27,099 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:27,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455347096, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:27,099 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:27,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 41 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455347097, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:27,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-06T03:21:27,199 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:27,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455347198, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:27,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:27,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455347200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:27,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:27,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455347200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:27,202 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:27,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 43 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455347200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:27,403 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:27,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 46 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455347401, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:27,404 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:27,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455347403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:27,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:27,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 47 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455347403, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:27,406 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:27,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 45 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455347404, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:27,462 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=78 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/599fb2c10ab840fdbc295189bb747483 2024-12-06T03:21:27,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-06T03:21:27,466 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/82fc2764cef043ad8542600e31d8786e as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/82fc2764cef043ad8542600e31d8786e 2024-12-06T03:21:27,470 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/82fc2764cef043ad8542600e31d8786e, entries=150, sequenceid=78, filesize=30.2 K 2024-12-06T03:21:27,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/495056b8955d4c7795d018dcc3f8ddda as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/495056b8955d4c7795d018dcc3f8ddda 2024-12-06T03:21:27,474 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/495056b8955d4c7795d018dcc3f8ddda, entries=150, sequenceid=78, filesize=11.7 K 2024-12-06T03:21:27,475 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/599fb2c10ab840fdbc295189bb747483 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/599fb2c10ab840fdbc295189bb747483 2024-12-06T03:21:27,477 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/599fb2c10ab840fdbc295189bb747483, entries=150, sequenceid=78, filesize=11.7 K 2024-12-06T03:21:27,478 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=60.38 KB/61830 for c571951eae605c82eb9e25e89f7e0a23 in 464ms, sequenceid=78, compaction requested=true 2024-12-06T03:21:27,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.HRegion(2538): Flush status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:27,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:27,478 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=182}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=182 2024-12-06T03:21:27,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=182 2024-12-06T03:21:27,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=182, resume processing ppid=181 2024-12-06T03:21:27,480 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=182, ppid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 617 msec 2024-12-06T03:21:27,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=181, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=181, table=TestAcidGuarantees in 622 msec 2024-12-06T03:21:27,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:27,707 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c571951eae605c82eb9e25e89f7e0a23 3/3 column families, dataSize=67.09 KB heapSize=176.53 KB 2024-12-06T03:21:27,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=A 2024-12-06T03:21:27,707 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:27,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=B 2024-12-06T03:21:27,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:27,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=C 2024-12-06T03:21:27,708 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:27,713 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206cf31b6482bb54f87b9f9bf104e9ac72d_c571951eae605c82eb9e25e89f7e0a23 is 50, key is test_row_0/A:col10/1733455287092/Put/seqid=0 2024-12-06T03:21:27,718 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742467_1643 (size=14594) 2024-12-06T03:21:27,731 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:27,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455347727, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:27,734 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:27,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455347730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:27,735 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:27,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 52 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455347730, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:27,735 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:27,735 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455347731, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:27,834 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:27,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455347832, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:27,839 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:27,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 54 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455347837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:27,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:27,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455347837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:27,839 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:27,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455347838, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:27,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=181 2024-12-06T03:21:27,964 INFO [Thread-2750 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 181 completed 2024-12-06T03:21:27,965 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:21:27,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees 2024-12-06T03:21:27,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-06T03:21:27,966 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:21:27,967 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=183, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:21:27,967 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=184, ppid=183, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:21:28,036 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:28,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455348035, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:28,041 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:28,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 56 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455348040, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:28,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:28,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455348041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:28,043 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:28,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455348041, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:28,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-06T03:21:28,118 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:28,118 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:28,119 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-06T03:21:28,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:28,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:28,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:28,119 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:28,119 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:28,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:28,122 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206cf31b6482bb54f87b9f9bf104e9ac72d_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206cf31b6482bb54f87b9f9bf104e9ac72d_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:28,123 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/2dd07f2cbafe49e0ae6ceb37bfe75e53, store: [table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:28,124 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/2dd07f2cbafe49e0ae6ceb37bfe75e53 is 175, key is test_row_0/A:col10/1733455287092/Put/seqid=0 2024-12-06T03:21:28,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742468_1644 (size=39549) 2024-12-06T03:21:28,268 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-06T03:21:28,271 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:28,272 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-06T03:21:28,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:28,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:28,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:28,272 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:28,272 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:28,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:28,342 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:28,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 59 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455348340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:28,344 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:28,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 58 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455348342, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:28,346 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:28,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455348344, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:28,347 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:28,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455348346, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:28,424 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:28,425 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-06T03:21:28,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:28,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:28,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:28,425 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:28,425 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:28,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:28,528 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=91, memsize=22.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/2dd07f2cbafe49e0ae6ceb37bfe75e53 2024-12-06T03:21:28,535 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/e08d526946844cadaeec86e937515cba is 50, key is test_row_0/B:col10/1733455287092/Put/seqid=0 2024-12-06T03:21:28,539 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742469_1645 (size=12001) 2024-12-06T03:21:28,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-06T03:21:28,577 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:28,577 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-06T03:21:28,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:28,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:28,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:28,578 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:28,578 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:28,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:28,730 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:28,730 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-06T03:21:28,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:28,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:28,730 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:28,730 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:28,731 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:28,731 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:28,846 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:28,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455348845, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:28,849 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:28,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455348848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:28,850 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:28,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 60 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455348848, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:28,852 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:28,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 62 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455348850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:28,882 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:28,883 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-06T03:21:28,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:28,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:28,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:28,883 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:28,883 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:28,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:28,940 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/e08d526946844cadaeec86e937515cba 2024-12-06T03:21:28,946 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/d86c167f639b4fd6a203da63d9f75aff is 50, key is test_row_0/C:col10/1733455287092/Put/seqid=0 2024-12-06T03:21:28,950 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742470_1646 (size=12001) 2024-12-06T03:21:29,035 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:29,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-06T03:21:29,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:29,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:29,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:29,036 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:29,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:29,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:29,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-06T03:21:29,103 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:29,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 44 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455349099, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:29,104 DEBUG [Thread-2746 {}] client.RpcRetryingCallerImpl(129): Call exception, tries=6, retries=16, started=4134 ms ago, cancelled=false, msg=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) , details=row 'test_row_0' on table 'TestAcidGuarantees' at region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23., hostname=4c7f994aa0f5,34349,1733455120723, seqNum=5, see https://s.apache.org/timeout, exception=org.apache.hadoop.hbase.RegionTooBusyException: org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at jdk.internal.reflect.GeneratedConstructorAccessor40.newInstance(Unknown Source) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.makeIOExceptionOfException(ProtobufUtil.java:280) at org.apache.hadoop.hbase.protobuf.ProtobufUtil.handleRemoteException(ProtobufUtil.java:265) at org.apache.hadoop.hbase.client.RegionServerCallable.call(RegionServerCallable.java:133) at org.apache.hadoop.hbase.client.RpcRetryingCallerImpl.callWithRetries(RpcRetryingCallerImpl.java:104) at org.apache.hadoop.hbase.client.HTable.lambda$put$3(HTable.java:578) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.client.HTable.put(HTable.java:565) at org.apache.hadoop.hbase.AcidGuaranteesTestTool$AtomicityWriter.doAnAction(AcidGuaranteesTestTool.java:169) at org.apache.hadoop.hbase.MultithreadedTestUtil$RepeatingTestThread.doWork(MultithreadedTestUtil.java:149) at org.apache.hadoop.hbase.MultithreadedTestUtil$TestThread.run(MultithreadedTestUtil.java:123) Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.RegionTooBusyException): org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.access$100(AbstractRpcClient.java:94) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:116) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:131) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.nio.AbstractNioByteChannel$NioByteUnsafe.read(AbstractNioByteChannel.java:166) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKey(NioEventLoop.java:788) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeysOptimized(NioEventLoop.java:724) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.processSelectedKeys(NioEventLoop.java:650) at org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:562) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-06T03:21:29,188 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:29,188 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-06T03:21:29,188 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:29,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:29,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:29,189 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:29,189 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:29,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:29,341 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:29,341 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-06T03:21:29,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:29,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:29,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:29,341 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] handler.RSProcedureHandler(58): pid=184 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:29,341 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=184 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:29,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=184 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:29,350 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=22.36 KB at sequenceid=91 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/d86c167f639b4fd6a203da63d9f75aff 2024-12-06T03:21:29,354 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/2dd07f2cbafe49e0ae6ceb37bfe75e53 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/2dd07f2cbafe49e0ae6ceb37bfe75e53 2024-12-06T03:21:29,358 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/2dd07f2cbafe49e0ae6ceb37bfe75e53, entries=200, sequenceid=91, filesize=38.6 K 2024-12-06T03:21:29,358 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/e08d526946844cadaeec86e937515cba as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/e08d526946844cadaeec86e937515cba 2024-12-06T03:21:29,361 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/e08d526946844cadaeec86e937515cba, entries=150, sequenceid=91, filesize=11.7 K 2024-12-06T03:21:29,362 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/d86c167f639b4fd6a203da63d9f75aff as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/d86c167f639b4fd6a203da63d9f75aff 2024-12-06T03:21:29,365 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/d86c167f639b4fd6a203da63d9f75aff, entries=150, sequenceid=91, filesize=11.7 K 2024-12-06T03:21:29,366 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~67.09 KB/68700, heapSize ~176.48 KB/180720, currentSize=134.18 KB/137400 for c571951eae605c82eb9e25e89f7e0a23 in 1659ms, sequenceid=91, compaction requested=true 2024-12-06T03:21:29,366 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:29,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c571951eae605c82eb9e25e89f7e0a23:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:21:29,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:29,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c571951eae605c82eb9e25e89f7e0a23:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:21:29,366 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-06T03:21:29,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:29,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c571951eae605c82eb9e25e89f7e0a23:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:21:29,366 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-06T03:21:29,366 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:21:29,367 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-06T03:21:29,367 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 163369 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-06T03:21:29,368 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): c571951eae605c82eb9e25e89f7e0a23/A is initiating minor compaction (all files) 2024-12-06T03:21:29,368 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): c571951eae605c82eb9e25e89f7e0a23/B is initiating minor compaction (all files) 2024-12-06T03:21:29,368 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c571951eae605c82eb9e25e89f7e0a23/B in TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:29,368 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c571951eae605c82eb9e25e89f7e0a23/A in TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:29,368 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/cd3d8ede9c674898a32f2f073f17ea32, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/6947265696f94bf18693f1f2e2a04e68, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/3f74405d1ab54ff29e1c63407fd15833, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/82fc2764cef043ad8542600e31d8786e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/2dd07f2cbafe49e0ae6ceb37bfe75e53] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp, totalSize=159.5 K 2024-12-06T03:21:29,368 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/8af2ec6dc7fd4183945c6be8b01e53d4, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/5c96f70ab3fa4d88b0b5edaf2082122b, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/3764a4dcfd34482fb7968dc59995ab97, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/495056b8955d4c7795d018dcc3f8ddda, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/e08d526946844cadaeec86e937515cba] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp, totalSize=58.6 K 2024-12-06T03:21:29,368 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=11 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:29,368 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. files: [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/cd3d8ede9c674898a32f2f073f17ea32, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/6947265696f94bf18693f1f2e2a04e68, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/3f74405d1ab54ff29e1c63407fd15833, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/82fc2764cef043ad8542600e31d8786e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/2dd07f2cbafe49e0ae6ceb37bfe75e53] 2024-12-06T03:21:29,369 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting cd3d8ede9c674898a32f2f073f17ea32, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733455282659 2024-12-06T03:21:29,369 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 8af2ec6dc7fd4183945c6be8b01e53d4, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733455282659 2024-12-06T03:21:29,369 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 6947265696f94bf18693f1f2e2a04e68, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733455282716 2024-12-06T03:21:29,369 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 5c96f70ab3fa4d88b0b5edaf2082122b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733455282716 2024-12-06T03:21:29,370 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 3f74405d1ab54ff29e1c63407fd15833, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733455283836 2024-12-06T03:21:29,370 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 3764a4dcfd34482fb7968dc59995ab97, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733455283836 2024-12-06T03:21:29,370 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 82fc2764cef043ad8542600e31d8786e, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733455284963 2024-12-06T03:21:29,370 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 495056b8955d4c7795d018dcc3f8ddda, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733455284963 2024-12-06T03:21:29,370 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 2dd07f2cbafe49e0ae6ceb37bfe75e53, keycount=200, bloomtype=ROW, size=38.6 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733455287092 2024-12-06T03:21:29,370 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting e08d526946844cadaeec86e937515cba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733455287092 2024-12-06T03:21:29,377 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:29,378 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c571951eae605c82eb9e25e89f7e0a23#B#compaction#557 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:29,379 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/d3fcfdfb9cc040d096bb104f5292cdd1 is 50, key is test_row_0/B:col10/1733455287092/Put/seqid=0 2024-12-06T03:21:29,381 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206ad478d38d2224bac935bf5282b15ecbe_c571951eae605c82eb9e25e89f7e0a23 store=[table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:29,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742471_1647 (size=12173) 2024-12-06T03:21:29,384 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206ad478d38d2224bac935bf5282b15ecbe_c571951eae605c82eb9e25e89f7e0a23, store=[table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:29,384 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206ad478d38d2224bac935bf5282b15ecbe_c571951eae605c82eb9e25e89f7e0a23 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:29,389 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742472_1648 (size=4469) 2024-12-06T03:21:29,493 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:29,494 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=184 2024-12-06T03:21:29,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:29,494 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2837): Flushing c571951eae605c82eb9e25e89f7e0a23 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-06T03:21:29,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=A 2024-12-06T03:21:29,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:29,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=B 2024-12-06T03:21:29,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:29,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=C 2024-12-06T03:21:29,494 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:29,501 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412062d43451bce394a19952063017e3f8225_c571951eae605c82eb9e25e89f7e0a23 is 50, key is test_row_0/A:col10/1733455287725/Put/seqid=0 2024-12-06T03:21:29,504 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742473_1649 (size=12154) 2024-12-06T03:21:29,788 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/d3fcfdfb9cc040d096bb104f5292cdd1 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/d3fcfdfb9cc040d096bb104f5292cdd1 2024-12-06T03:21:29,796 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c571951eae605c82eb9e25e89f7e0a23#A#compaction#558 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:29,797 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/d436f3462b8743c0a2d0388bfe5be4b6 is 175, key is test_row_0/A:col10/1733455287092/Put/seqid=0 2024-12-06T03:21:29,800 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in c571951eae605c82eb9e25e89f7e0a23/B of c571951eae605c82eb9e25e89f7e0a23 into d3fcfdfb9cc040d096bb104f5292cdd1(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:29,800 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:29,800 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23., storeName=c571951eae605c82eb9e25e89f7e0a23/B, priority=11, startTime=1733455289366; duration=0sec 2024-12-06T03:21:29,801 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:21:29,801 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c571951eae605c82eb9e25e89f7e0a23:B 2024-12-06T03:21:29,801 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 5 store files, 0 compacting, 5 eligible, 16 blocking 2024-12-06T03:21:29,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742474_1650 (size=31127) 2024-12-06T03:21:29,802 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 5 files of size 60005 starting at candidate #0 after considering 6 permutations with 6 in ratio 2024-12-06T03:21:29,802 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): c571951eae605c82eb9e25e89f7e0a23/C is initiating minor compaction (all files) 2024-12-06T03:21:29,802 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c571951eae605c82eb9e25e89f7e0a23/C in TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:29,803 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/ad987a99b3f4486b83c34440cd3e5709, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/6d1ef4462e9f449fb0a65c84ea1f464b, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/3870258c592146ba9ddae66bc2c30d09, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/599fb2c10ab840fdbc295189bb747483, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/d86c167f639b4fd6a203da63d9f75aff] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp, totalSize=58.6 K 2024-12-06T03:21:29,803 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting ad987a99b3f4486b83c34440cd3e5709, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1733455282659 2024-12-06T03:21:29,803 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 6d1ef4462e9f449fb0a65c84ea1f464b, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=41, earliestPutTs=1733455282716 2024-12-06T03:21:29,804 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 3870258c592146ba9ddae66bc2c30d09, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=54, earliestPutTs=1733455283836 2024-12-06T03:21:29,804 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 599fb2c10ab840fdbc295189bb747483, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=78, earliestPutTs=1733455284963 2024-12-06T03:21:29,804 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting d86c167f639b4fd6a203da63d9f75aff, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733455287092 2024-12-06T03:21:29,816 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c571951eae605c82eb9e25e89f7e0a23#C#compaction#560 average throughput is 2.18 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:29,817 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/c2e5dc82992d42bb8e3187a38ccf8145 is 50, key is test_row_0/C:col10/1733455287092/Put/seqid=0 2024-12-06T03:21:29,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742475_1651 (size=12173) 2024-12-06T03:21:29,831 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/c2e5dc82992d42bb8e3187a38ccf8145 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/c2e5dc82992d42bb8e3187a38ccf8145 2024-12-06T03:21:29,838 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in c571951eae605c82eb9e25e89f7e0a23/C of c571951eae605c82eb9e25e89f7e0a23 into c2e5dc82992d42bb8e3187a38ccf8145(size=11.9 K), total size for store is 11.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:29,838 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:29,839 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23., storeName=c571951eae605c82eb9e25e89f7e0a23/C, priority=11, startTime=1733455289366; duration=0sec 2024-12-06T03:21:29,839 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:29,839 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c571951eae605c82eb9e25e89f7e0a23:C 2024-12-06T03:21:29,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:29,851 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:29,866 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:29,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 65 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455349863, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:29,867 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:29,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455349864, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:29,867 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:29,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 64 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455349865, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:29,869 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:29,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455349866, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:29,905 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:29,908 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412062d43451bce394a19952063017e3f8225_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412062d43451bce394a19952063017e3f8225_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:29,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/5ac57a14586a45bf9c43e0d20177c98f, store: [table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:29,910 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/5ac57a14586a45bf9c43e0d20177c98f is 175, key is test_row_0/A:col10/1733455287725/Put/seqid=0 2024-12-06T03:21:29,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742476_1652 (size=30955) 2024-12-06T03:21:29,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:29,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455349968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:29,969 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:29,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 67 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455349968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:29,970 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:29,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 66 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455349968, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:29,978 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:29,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455349975, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:30,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-06T03:21:30,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:30,174 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:30,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455350172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:30,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 72 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455350172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:30,174 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:30,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 68 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455350172, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:30,181 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:30,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455350179, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:30,206 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/d436f3462b8743c0a2d0388bfe5be4b6 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/d436f3462b8743c0a2d0388bfe5be4b6 2024-12-06T03:21:30,210 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 5 (all) file(s) in c571951eae605c82eb9e25e89f7e0a23/A of c571951eae605c82eb9e25e89f7e0a23 into d436f3462b8743c0a2d0388bfe5be4b6(size=30.4 K), total size for store is 30.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:30,210 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:30,210 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23., storeName=c571951eae605c82eb9e25e89f7e0a23/A, priority=11, startTime=1733455289366; duration=0sec 2024-12-06T03:21:30,210 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:30,210 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c571951eae605c82eb9e25e89f7e0a23:A 2024-12-06T03:21:30,314 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=114, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/5ac57a14586a45bf9c43e0d20177c98f 2024-12-06T03:21:30,321 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/b745215ac5b54af7a779a1ebb9297278 is 50, key is test_row_0/B:col10/1733455287725/Put/seqid=0 2024-12-06T03:21:30,324 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742477_1653 (size=12001) 2024-12-06T03:21:30,325 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/b745215ac5b54af7a779a1ebb9297278 2024-12-06T03:21:30,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/861bed1d64ce4b32bd866e3e7a3761ba is 50, key is test_row_0/C:col10/1733455287725/Put/seqid=0 2024-12-06T03:21:30,333 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742478_1654 (size=12001) 2024-12-06T03:21:30,404 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-06T03:21:30,404 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees Metrics about Tables on a single HBase RegionServer 2024-12-06T03:21:30,477 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:30,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 70 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455350475, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:30,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 74 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455350477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:30,478 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:30,478 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455350477, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:30,484 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:30,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 73 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455350483, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:30,734 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=114 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/861bed1d64ce4b32bd866e3e7a3761ba 2024-12-06T03:21:30,738 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/5ac57a14586a45bf9c43e0d20177c98f as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/5ac57a14586a45bf9c43e0d20177c98f 2024-12-06T03:21:30,741 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/5ac57a14586a45bf9c43e0d20177c98f, entries=150, sequenceid=114, filesize=30.2 K 2024-12-06T03:21:30,742 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/b745215ac5b54af7a779a1ebb9297278 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/b745215ac5b54af7a779a1ebb9297278 2024-12-06T03:21:30,745 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/b745215ac5b54af7a779a1ebb9297278, entries=150, sequenceid=114, filesize=11.7 K 2024-12-06T03:21:30,748 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/861bed1d64ce4b32bd866e3e7a3761ba as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/861bed1d64ce4b32bd866e3e7a3761ba 2024-12-06T03:21:30,751 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/861bed1d64ce4b32bd866e3e7a3761ba, entries=150, sequenceid=114, filesize=11.7 K 2024-12-06T03:21:30,751 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=67.09 KB/68700 for c571951eae605c82eb9e25e89f7e0a23 in 1257ms, sequenceid=114, compaction requested=false 2024-12-06T03:21:30,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.HRegion(2538): Flush status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:30,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:30,751 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=184}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=184 2024-12-06T03:21:30,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=184 2024-12-06T03:21:30,754 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=184, resume processing ppid=183 2024-12-06T03:21:30,754 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=184, ppid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.7850 sec 2024-12-06T03:21:30,755 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=183, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=183, table=TestAcidGuarantees in 2.7890 sec 2024-12-06T03:21:30,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:30,981 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c571951eae605c82eb9e25e89f7e0a23 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-06T03:21:30,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=A 2024-12-06T03:21:30,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:30,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=B 2024-12-06T03:21:30,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:30,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=C 2024-12-06T03:21:30,981 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:30,988 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120632528162a2f0483895ebafdfd03eb76e_c571951eae605c82eb9e25e89f7e0a23 is 50, key is test_row_0/A:col10/1733455290979/Put/seqid=0 2024-12-06T03:21:30,992 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742479_1655 (size=12254) 2024-12-06T03:21:30,992 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:30,997 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120632528162a2f0483895ebafdfd03eb76e_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120632528162a2f0483895ebafdfd03eb76e_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:30,998 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/8e9e646b64b64b5cbcec9b4d4c8dcb38, store: [table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:30,998 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/8e9e646b64b64b5cbcec9b4d4c8dcb38 is 175, key is test_row_0/A:col10/1733455290979/Put/seqid=0 2024-12-06T03:21:31,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742480_1656 (size=31055) 2024-12-06T03:21:31,035 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:31,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455351032, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:31,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:31,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 79 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455351034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:31,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:31,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 78 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455351034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:31,036 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:31,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455351034, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:31,138 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:31,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455351136, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:31,138 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455351137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:31,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 80 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455351137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:31,139 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:31,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455351137, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:31,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:31,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455351339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:31,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:31,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455351339, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:31,342 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:31,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 82 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455351340, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:31,343 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:31,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455351341, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:31,411 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=132, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/8e9e646b64b64b5cbcec9b4d4c8dcb38 2024-12-06T03:21:31,418 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/52edc271d4224023a4eb217f84a5d238 is 50, key is test_row_0/B:col10/1733455290979/Put/seqid=0 2024-12-06T03:21:31,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742481_1657 (size=12101) 2024-12-06T03:21:31,644 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:31,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455351643, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:31,647 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:31,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455351645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:31,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:31,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 84 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455351645, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:31,647 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:31,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 89 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455351646, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:31,822 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/52edc271d4224023a4eb217f84a5d238 2024-12-06T03:21:31,834 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/9a37b364a64b4f42ad46ead7d1dfe7da is 50, key is test_row_0/C:col10/1733455290979/Put/seqid=0 2024-12-06T03:21:31,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742482_1658 (size=12101) 2024-12-06T03:21:32,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=183 2024-12-06T03:21:32,071 INFO [Thread-2750 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 183 completed 2024-12-06T03:21:32,072 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:21:32,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=185, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees 2024-12-06T03:21:32,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-06T03:21:32,073 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=185, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:21:32,074 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=185, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:21:32,074 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=186, ppid=185, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:21:32,148 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:32,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455352147, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:32,150 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:32,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455352148, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:32,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:32,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 86 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455352150, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:32,152 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:32,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455352151, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:32,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-06T03:21:32,225 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:32,225 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-06T03:21:32,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:32,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:32,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:32,226 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] handler.RSProcedureHandler(58): pid=186 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:32,226 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=186 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:32,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=186 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:32,238 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=132 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/9a37b364a64b4f42ad46ead7d1dfe7da 2024-12-06T03:21:32,242 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/8e9e646b64b64b5cbcec9b4d4c8dcb38 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/8e9e646b64b64b5cbcec9b4d4c8dcb38 2024-12-06T03:21:32,245 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/8e9e646b64b64b5cbcec9b4d4c8dcb38, entries=150, sequenceid=132, filesize=30.3 K 2024-12-06T03:21:32,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/52edc271d4224023a4eb217f84a5d238 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/52edc271d4224023a4eb217f84a5d238 2024-12-06T03:21:32,249 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/52edc271d4224023a4eb217f84a5d238, entries=150, sequenceid=132, filesize=11.8 K 2024-12-06T03:21:32,249 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/9a37b364a64b4f42ad46ead7d1dfe7da as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/9a37b364a64b4f42ad46ead7d1dfe7da 2024-12-06T03:21:32,252 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/9a37b364a64b4f42ad46ead7d1dfe7da, entries=150, sequenceid=132, filesize=11.8 K 2024-12-06T03:21:32,253 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=134.18 KB/137400 for c571951eae605c82eb9e25e89f7e0a23 in 1273ms, sequenceid=132, compaction requested=true 2024-12-06T03:21:32,253 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:32,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c571951eae605c82eb9e25e89f7e0a23:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:21:32,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:32,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c571951eae605c82eb9e25e89f7e0a23:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:21:32,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:32,253 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:32,253 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:32,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c571951eae605c82eb9e25e89f7e0a23:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:21:32,253 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:21:32,254 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93137 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:32,254 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): c571951eae605c82eb9e25e89f7e0a23/A is initiating minor compaction (all files) 2024-12-06T03:21:32,254 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c571951eae605c82eb9e25e89f7e0a23/A in TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:32,255 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/d436f3462b8743c0a2d0388bfe5be4b6, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/5ac57a14586a45bf9c43e0d20177c98f, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/8e9e646b64b64b5cbcec9b4d4c8dcb38] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp, totalSize=91.0 K 2024-12-06T03:21:32,255 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:32,255 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. files: [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/d436f3462b8743c0a2d0388bfe5be4b6, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/5ac57a14586a45bf9c43e0d20177c98f, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/8e9e646b64b64b5cbcec9b4d4c8dcb38] 2024-12-06T03:21:32,255 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36275 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:32,255 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): c571951eae605c82eb9e25e89f7e0a23/B is initiating minor compaction (all files) 2024-12-06T03:21:32,255 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c571951eae605c82eb9e25e89f7e0a23/B in TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:32,255 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/d3fcfdfb9cc040d096bb104f5292cdd1, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/b745215ac5b54af7a779a1ebb9297278, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/52edc271d4224023a4eb217f84a5d238] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp, totalSize=35.4 K 2024-12-06T03:21:32,255 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting d436f3462b8743c0a2d0388bfe5be4b6, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733455287092 2024-12-06T03:21:32,255 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting d3fcfdfb9cc040d096bb104f5292cdd1, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733455287092 2024-12-06T03:21:32,256 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5ac57a14586a45bf9c43e0d20177c98f, keycount=150, bloomtype=ROW, size=30.2 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733455287725 2024-12-06T03:21:32,256 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting b745215ac5b54af7a779a1ebb9297278, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733455287725 2024-12-06T03:21:32,256 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8e9e646b64b64b5cbcec9b4d4c8dcb38, keycount=150, bloomtype=ROW, size=30.3 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733455289863 2024-12-06T03:21:32,256 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 52edc271d4224023a4eb217f84a5d238, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733455289863 2024-12-06T03:21:32,262 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:32,263 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c571951eae605c82eb9e25e89f7e0a23#B#compaction#566 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:32,263 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/508283de2a0f4e9a943ee205378e0afd is 50, key is test_row_0/B:col10/1733455290979/Put/seqid=0 2024-12-06T03:21:32,266 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206a050a933161c443da3c9a5f08d932af1_c571951eae605c82eb9e25e89f7e0a23 store=[table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:32,267 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206a050a933161c443da3c9a5f08d932af1_c571951eae605c82eb9e25e89f7e0a23, store=[table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:32,267 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206a050a933161c443da3c9a5f08d932af1_c571951eae605c82eb9e25e89f7e0a23 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:32,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742483_1659 (size=12375) 2024-12-06T03:21:32,271 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742484_1660 (size=4469) 2024-12-06T03:21:32,272 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c571951eae605c82eb9e25e89f7e0a23#A#compaction#567 average throughput is 2.44 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:32,273 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/67d3af1099ee42db9213ee5ce3b7dd08 is 175, key is test_row_0/A:col10/1733455290979/Put/seqid=0 2024-12-06T03:21:32,276 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742485_1661 (size=31329) 2024-12-06T03:21:32,280 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/67d3af1099ee42db9213ee5ce3b7dd08 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/67d3af1099ee42db9213ee5ce3b7dd08 2024-12-06T03:21:32,292 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c571951eae605c82eb9e25e89f7e0a23/A of c571951eae605c82eb9e25e89f7e0a23 into 67d3af1099ee42db9213ee5ce3b7dd08(size=30.6 K), total size for store is 30.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:32,292 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:32,292 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23., storeName=c571951eae605c82eb9e25e89f7e0a23/A, priority=13, startTime=1733455292253; duration=0sec 2024-12-06T03:21:32,292 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:21:32,293 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c571951eae605c82eb9e25e89f7e0a23:A 2024-12-06T03:21:32,293 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:32,293 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36275 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:32,293 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): c571951eae605c82eb9e25e89f7e0a23/C is initiating minor compaction (all files) 2024-12-06T03:21:32,293 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c571951eae605c82eb9e25e89f7e0a23/C in TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:32,294 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/c2e5dc82992d42bb8e3187a38ccf8145, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/861bed1d64ce4b32bd866e3e7a3761ba, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/9a37b364a64b4f42ad46ead7d1dfe7da] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp, totalSize=35.4 K 2024-12-06T03:21:32,294 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting c2e5dc82992d42bb8e3187a38ccf8145, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=91, earliestPutTs=1733455287092 2024-12-06T03:21:32,295 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 861bed1d64ce4b32bd866e3e7a3761ba, keycount=150, bloomtype=ROW, size=11.7 K, encoding=NONE, compression=NONE, seqNum=114, earliestPutTs=1733455287725 2024-12-06T03:21:32,295 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 9a37b364a64b4f42ad46ead7d1dfe7da, keycount=150, bloomtype=ROW, size=11.8 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733455289863 2024-12-06T03:21:32,301 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c571951eae605c82eb9e25e89f7e0a23#C#compaction#568 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:32,301 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/0c163948bb7f499dbf09426ac17a4f0e is 50, key is test_row_0/C:col10/1733455290979/Put/seqid=0 2024-12-06T03:21:32,305 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742486_1662 (size=12375) 2024-12-06T03:21:32,317 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/0c163948bb7f499dbf09426ac17a4f0e as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/0c163948bb7f499dbf09426ac17a4f0e 2024-12-06T03:21:32,321 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c571951eae605c82eb9e25e89f7e0a23/C of c571951eae605c82eb9e25e89f7e0a23 into 0c163948bb7f499dbf09426ac17a4f0e(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:32,321 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:32,321 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23., storeName=c571951eae605c82eb9e25e89f7e0a23/C, priority=13, startTime=1733455292253; duration=0sec 2024-12-06T03:21:32,321 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:32,321 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c571951eae605c82eb9e25e89f7e0a23:C 2024-12-06T03:21:32,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-06T03:21:32,378 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:32,378 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=186 2024-12-06T03:21:32,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:32,379 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2837): Flushing c571951eae605c82eb9e25e89f7e0a23 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-06T03:21:32,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=A 2024-12-06T03:21:32,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:32,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=B 2024-12-06T03:21:32,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:32,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=C 2024-12-06T03:21:32,379 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:32,385 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206eace0968930b4dd99d0c47a8f9028e5b_c571951eae605c82eb9e25e89f7e0a23 is 50, key is test_row_0/A:col10/1733455291033/Put/seqid=0 2024-12-06T03:21:32,394 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742487_1663 (size=12304) 2024-12-06T03:21:32,394 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,398 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206eace0968930b4dd99d0c47a8f9028e5b_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206eace0968930b4dd99d0c47a8f9028e5b_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:32,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/b54c2f2931e34819b21a86b342e2d862, store: [table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:32,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/b54c2f2931e34819b21a86b342e2d862 is 175, key is test_row_0/A:col10/1733455291033/Put/seqid=0 2024-12-06T03:21:32,402 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742488_1664 (size=31105) 2024-12-06T03:21:32,675 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/508283de2a0f4e9a943ee205378e0afd as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/508283de2a0f4e9a943ee205378e0afd 2024-12-06T03:21:32,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-06T03:21:32,679 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c571951eae605c82eb9e25e89f7e0a23/B of c571951eae605c82eb9e25e89f7e0a23 into 508283de2a0f4e9a943ee205378e0afd(size=12.1 K), total size for store is 12.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:32,679 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:32,679 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23., storeName=c571951eae605c82eb9e25e89f7e0a23/B, priority=13, startTime=1733455292253; duration=0sec 2024-12-06T03:21:32,679 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:32,679 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c571951eae605c82eb9e25e89f7e0a23:B 2024-12-06T03:21:32,803 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=157, memsize=44.7 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/b54c2f2931e34819b21a86b342e2d862 2024-12-06T03:21:32,809 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/7771cc92d8e243b4b26edc17d1fca26e is 50, key is test_row_0/B:col10/1733455291033/Put/seqid=0 2024-12-06T03:21:32,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742489_1665 (size=12151) 2024-12-06T03:21:32,813 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/7771cc92d8e243b4b26edc17d1fca26e 2024-12-06T03:21:32,819 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/c73c6718982d40d99cd19bfc5bf7eb35 is 50, key is test_row_0/C:col10/1733455291033/Put/seqid=0 2024-12-06T03:21:32,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742490_1666 (size=12151) 2024-12-06T03:21:32,823 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=44.73 KB at sequenceid=157 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/c73c6718982d40d99cd19bfc5bf7eb35 2024-12-06T03:21:32,826 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/b54c2f2931e34819b21a86b342e2d862 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/b54c2f2931e34819b21a86b342e2d862 2024-12-06T03:21:32,832 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/b54c2f2931e34819b21a86b342e2d862, entries=150, sequenceid=157, filesize=30.4 K 2024-12-06T03:21:32,832 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/7771cc92d8e243b4b26edc17d1fca26e as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/7771cc92d8e243b4b26edc17d1fca26e 2024-12-06T03:21:32,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,835 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/7771cc92d8e243b4b26edc17d1fca26e, entries=150, sequenceid=157, filesize=11.9 K 2024-12-06T03:21:32,836 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/c73c6718982d40d99cd19bfc5bf7eb35 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/c73c6718982d40d99cd19bfc5bf7eb35 2024-12-06T03:21:32,836 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,839 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,839 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/c73c6718982d40d99cd19bfc5bf7eb35, entries=150, sequenceid=157, filesize=11.9 K 2024-12-06T03:21:32,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,840 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(3040): Finished flush of dataSize ~134.18 KB/137400, heapSize ~352.27 KB/360720, currentSize=0 B/0 for c571951eae605c82eb9e25e89f7e0a23 in 461ms, sequenceid=157, compaction requested=false 2024-12-06T03:21:32,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,840 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.HRegion(2538): Flush status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:32,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:32,841 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=186}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=186 2024-12-06T03:21:32,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=186 2024-12-06T03:21:32,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,843 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=186, resume processing ppid=185 2024-12-06T03:21:32,843 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=186, ppid=185, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 768 msec 2024-12-06T03:21:32,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,845 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=185, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=185, table=TestAcidGuarantees in 772 msec 2024-12-06T03:21:32,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,850 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,856 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,868 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,873 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,874 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,876 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,877 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,878 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,885 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,888 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,890 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,891 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,902 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,904 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,907 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,917 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,924 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,940 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,945 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,948 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,950 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,957 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,958 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,966 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,974 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,975 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,977 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,980 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,982 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,988 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,993 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:32,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,016 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,019 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,020 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,022 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,026 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,027 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,028 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,030 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,034 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,036 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,043 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,044 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,045 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,047 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,048 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,050 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,052 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,056 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,060 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,062 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,067 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,076 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,077 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,078 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,173 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c571951eae605c82eb9e25e89f7e0a23 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T03:21:33,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=A 2024-12-06T03:21:33,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:33,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=B 2024-12-06T03:21:33,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:33,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=C 2024-12-06T03:21:33,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,173 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:33,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:33,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=185 2024-12-06T03:21:33,176 INFO [Thread-2750 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 185 completed 2024-12-06T03:21:33,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,177 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:21:33,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=187, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees 2024-12-06T03:21:33,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,179 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=187, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:21:33,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-06T03:21:33,179 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=187, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:21:33,179 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=188, ppid=187, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:21:33,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,210 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412065a278f47e1604dc8ae44512958800c32_c571951eae605c82eb9e25e89f7e0a23 is 50, key is test_row_0/A:col10/1733455293166/Put/seqid=0 2024-12-06T03:21:33,213 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:33,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455353207, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:33,214 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:33,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 53 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455353211, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:33,216 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:33,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455353213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:33,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:33,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 94 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455353213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:33,217 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:33,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 99 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455353213, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:33,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742492_1668 (size=24758) 2024-12-06T03:21:33,273 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,278 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412065a278f47e1604dc8ae44512958800c32_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412065a278f47e1604dc8ae44512958800c32_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:33,279 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/08369a0d89ec437fa888afda81138141, store: [table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:33,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-06T03:21:33,285 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/08369a0d89ec437fa888afda81138141 is 175, key is test_row_0/A:col10/1733455293166/Put/seqid=0 2024-12-06T03:21:33,286 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742491_1667 (size=74395) 2024-12-06T03:21:33,291 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=169, memsize=17.9 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/08369a0d89ec437fa888afda81138141 2024-12-06T03:21:33,302 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/efc922dc4b0e4e91a4cea9743441407a is 50, key is test_row_0/B:col10/1733455293166/Put/seqid=0 2024-12-06T03:21:33,318 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:33,318 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:33,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 55 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455353315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:33,318 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455353315, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:33,319 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:33,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455353318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:33,321 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:33,321 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455353318, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:33,322 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:33,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 96 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455353320, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:33,330 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:33,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-12-06T03:21:33,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:33,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:33,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:33,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] handler.RSProcedureHandler(58): pid=188 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:33,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=188 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:33,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=188 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:33,339 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742493_1669 (size=12151) 2024-12-06T03:21:33,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-06T03:21:33,483 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:33,484 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-12-06T03:21:33,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:33,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:33,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:33,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] handler.RSProcedureHandler(58): pid=188 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:33,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=188 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:33,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=188 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:33,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:33,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 57 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455353519, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:33,521 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:33,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455353520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:33,522 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:33,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455353520, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:33,524 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:33,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455353521, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:33,525 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:33,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455353523, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:33,636 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:33,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-12-06T03:21:33,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:33,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:33,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:33,637 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] handler.RSProcedureHandler(58): pid=188 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:33,637 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=188 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:33,638 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=188 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:33,739 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/efc922dc4b0e4e91a4cea9743441407a 2024-12-06T03:21:33,746 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/f1e8f46cf8f14408bc60289010b654ac is 50, key is test_row_0/C:col10/1733455293166/Put/seqid=0 2024-12-06T03:21:33,749 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742494_1670 (size=12151) 2024-12-06T03:21:33,750 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=169 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/f1e8f46cf8f14408bc60289010b654ac 2024-12-06T03:21:33,756 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/08369a0d89ec437fa888afda81138141 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/08369a0d89ec437fa888afda81138141 2024-12-06T03:21:33,760 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/08369a0d89ec437fa888afda81138141, entries=400, sequenceid=169, filesize=72.7 K 2024-12-06T03:21:33,760 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/efc922dc4b0e4e91a4cea9743441407a as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/efc922dc4b0e4e91a4cea9743441407a 2024-12-06T03:21:33,764 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/efc922dc4b0e4e91a4cea9743441407a, entries=150, sequenceid=169, filesize=11.9 K 2024-12-06T03:21:33,765 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/f1e8f46cf8f14408bc60289010b654ac as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/f1e8f46cf8f14408bc60289010b654ac 2024-12-06T03:21:33,769 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/f1e8f46cf8f14408bc60289010b654ac, entries=150, sequenceid=169, filesize=11.9 K 2024-12-06T03:21:33,770 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~53.67 KB/54960, heapSize ~141.33 KB/144720, currentSize=147.60 KB/151140 for c571951eae605c82eb9e25e89f7e0a23 in 597ms, sequenceid=169, compaction requested=true 2024-12-06T03:21:33,770 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:33,770 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:33,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c571951eae605c82eb9e25e89f7e0a23:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:21:33,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:33,771 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:33,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c571951eae605c82eb9e25e89f7e0a23:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:21:33,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:33,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c571951eae605c82eb9e25e89f7e0a23:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:21:33,771 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:21:33,772 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 136829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:33,772 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): c571951eae605c82eb9e25e89f7e0a23/A is initiating minor compaction (all files) 2024-12-06T03:21:33,772 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c571951eae605c82eb9e25e89f7e0a23/A in TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:33,772 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/67d3af1099ee42db9213ee5ce3b7dd08, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/b54c2f2931e34819b21a86b342e2d862, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/08369a0d89ec437fa888afda81138141] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp, totalSize=133.6 K 2024-12-06T03:21:33,772 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:33,772 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. files: [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/67d3af1099ee42db9213ee5ce3b7dd08, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/b54c2f2931e34819b21a86b342e2d862, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/08369a0d89ec437fa888afda81138141] 2024-12-06T03:21:33,772 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:33,773 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): c571951eae605c82eb9e25e89f7e0a23/B is initiating minor compaction (all files) 2024-12-06T03:21:33,773 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c571951eae605c82eb9e25e89f7e0a23/B in TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:33,773 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/508283de2a0f4e9a943ee205378e0afd, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/7771cc92d8e243b4b26edc17d1fca26e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/efc922dc4b0e4e91a4cea9743441407a] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp, totalSize=35.8 K 2024-12-06T03:21:33,773 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 67d3af1099ee42db9213ee5ce3b7dd08, keycount=150, bloomtype=ROW, size=30.6 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733455289863 2024-12-06T03:21:33,773 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 508283de2a0f4e9a943ee205378e0afd, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733455289863 2024-12-06T03:21:33,773 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7771cc92d8e243b4b26edc17d1fca26e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733455291031 2024-12-06T03:21:33,773 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting b54c2f2931e34819b21a86b342e2d862, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733455291031 2024-12-06T03:21:33,774 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting efc922dc4b0e4e91a4cea9743441407a, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733455293166 2024-12-06T03:21:33,774 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 08369a0d89ec437fa888afda81138141, keycount=400, bloomtype=ROW, size=72.7 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733455293130 2024-12-06T03:21:33,780 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c571951eae605c82eb9e25e89f7e0a23#B#compaction#575 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:33,780 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:33,781 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/b923ac72e67946a0a003b9243e8f1c48 is 50, key is test_row_0/B:col10/1733455293166/Put/seqid=0 2024-12-06T03:21:33,783 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-06T03:21:33,784 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206e0b3f558d617474d9b94f51e90ab78bd_c571951eae605c82eb9e25e89f7e0a23 store=[table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:33,787 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206e0b3f558d617474d9b94f51e90ab78bd_c571951eae605c82eb9e25e89f7e0a23, store=[table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:33,787 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206e0b3f558d617474d9b94f51e90ab78bd_c571951eae605c82eb9e25e89f7e0a23 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:33,789 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:33,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=188 2024-12-06T03:21:33,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:33,790 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2837): Flushing c571951eae605c82eb9e25e89f7e0a23 3/3 column families, dataSize=147.60 KB heapSize=387.47 KB 2024-12-06T03:21:33,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=A 2024-12-06T03:21:33,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:33,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=B 2024-12-06T03:21:33,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:33,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=C 2024-12-06T03:21:33,790 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:33,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742495_1671 (size=12527) 2024-12-06T03:21:33,807 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/b923ac72e67946a0a003b9243e8f1c48 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/b923ac72e67946a0a003b9243e8f1c48 2024-12-06T03:21:33,812 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c571951eae605c82eb9e25e89f7e0a23/B of c571951eae605c82eb9e25e89f7e0a23 into b923ac72e67946a0a003b9243e8f1c48(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:33,812 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:33,812 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23., storeName=c571951eae605c82eb9e25e89f7e0a23/B, priority=13, startTime=1733455293771; duration=0sec 2024-12-06T03:21:33,812 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:21:33,812 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c571951eae605c82eb9e25e89f7e0a23:B 2024-12-06T03:21:33,812 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:33,814 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36677 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:33,814 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): c571951eae605c82eb9e25e89f7e0a23/C is initiating minor compaction (all files) 2024-12-06T03:21:33,814 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c571951eae605c82eb9e25e89f7e0a23/C in TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:33,814 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/0c163948bb7f499dbf09426ac17a4f0e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/c73c6718982d40d99cd19bfc5bf7eb35, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/f1e8f46cf8f14408bc60289010b654ac] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp, totalSize=35.8 K 2024-12-06T03:21:33,815 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 0c163948bb7f499dbf09426ac17a4f0e, keycount=150, bloomtype=ROW, size=12.1 K, encoding=NONE, compression=NONE, seqNum=132, earliestPutTs=1733455289863 2024-12-06T03:21:33,815 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting c73c6718982d40d99cd19bfc5bf7eb35, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=157, earliestPutTs=1733455291031 2024-12-06T03:21:33,815 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting f1e8f46cf8f14408bc60289010b654ac, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733455293166 2024-12-06T03:21:33,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:33,825 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:33,826 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742496_1672 (size=4469) 2024-12-06T03:21:33,828 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c571951eae605c82eb9e25e89f7e0a23#A#compaction#576 average throughput is 0.51 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:33,829 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/895855cf404242babd3c82e1a3b0da21 is 175, key is test_row_0/A:col10/1733455293166/Put/seqid=0 2024-12-06T03:21:33,829 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c571951eae605c82eb9e25e89f7e0a23#C#compaction#577 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:33,830 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/b18b85587a344e03a9184af8a49b95d6 is 50, key is test_row_0/C:col10/1733455293166/Put/seqid=0 2024-12-06T03:21:33,837 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206bc59d9d8effb4b25abc63aca341c9e41_c571951eae605c82eb9e25e89f7e0a23 is 50, key is test_row_0/A:col10/1733455293211/Put/seqid=0 2024-12-06T03:21:33,841 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:33,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455353835, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:33,842 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:33,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 61 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455353837, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:33,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:33,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 101 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455353839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:33,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:33,843 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455353839, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:33,843 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:33,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 107 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455353840, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:33,862 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742497_1673 (size=31481) 2024-12-06T03:21:33,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742498_1674 (size=12527) 2024-12-06T03:21:33,889 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/b18b85587a344e03a9184af8a49b95d6 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/b18b85587a344e03a9184af8a49b95d6 2024-12-06T03:21:33,894 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c571951eae605c82eb9e25e89f7e0a23/C of c571951eae605c82eb9e25e89f7e0a23 into b18b85587a344e03a9184af8a49b95d6(size=12.2 K), total size for store is 12.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:33,894 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:33,894 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23., storeName=c571951eae605c82eb9e25e89f7e0a23/C, priority=13, startTime=1733455293771; duration=0sec 2024-12-06T03:21:33,894 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:33,894 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c571951eae605c82eb9e25e89f7e0a23:C 2024-12-06T03:21:33,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742499_1675 (size=12304) 2024-12-06T03:21:33,902 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:33,906 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206bc59d9d8effb4b25abc63aca341c9e41_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206bc59d9d8effb4b25abc63aca341c9e41_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:33,908 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/7a73e75ae0324be1b626954e1820afce, store: [table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:33,909 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/7a73e75ae0324be1b626954e1820afce is 175, key is test_row_0/A:col10/1733455293211/Put/seqid=0 2024-12-06T03:21:33,942 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742500_1676 (size=31105) 2024-12-06T03:21:33,943 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=194, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/7a73e75ae0324be1b626954e1820afce 2024-12-06T03:21:33,946 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:33,946 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455353943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:33,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:33,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:33,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 103 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455353944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:33,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 63 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455353943, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:33,947 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:33,947 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:33,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455353944, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:33,947 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 109 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455353945, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:33,954 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/a875fc1b3f9c4baa99f1a4a721838775 is 50, key is test_row_0/B:col10/1733455293211/Put/seqid=0 2024-12-06T03:21:33,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742501_1677 (size=12151) 2024-12-06T03:21:33,995 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/a875fc1b3f9c4baa99f1a4a721838775 2024-12-06T03:21:34,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/08c6882059b642d6a828c648052c1c1e is 50, key is test_row_0/C:col10/1733455293211/Put/seqid=0 2024-12-06T03:21:34,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742502_1678 (size=12151) 2024-12-06T03:21:34,042 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=194 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/08c6882059b642d6a828c648052c1c1e 2024-12-06T03:21:34,050 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/7a73e75ae0324be1b626954e1820afce as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/7a73e75ae0324be1b626954e1820afce 2024-12-06T03:21:34,057 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/7a73e75ae0324be1b626954e1820afce, entries=150, sequenceid=194, filesize=30.4 K 2024-12-06T03:21:34,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/a875fc1b3f9c4baa99f1a4a721838775 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/a875fc1b3f9c4baa99f1a4a721838775 2024-12-06T03:21:34,071 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/a875fc1b3f9c4baa99f1a4a721838775, entries=150, sequenceid=194, filesize=11.9 K 2024-12-06T03:21:34,072 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/08c6882059b642d6a828c648052c1c1e as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/08c6882059b642d6a828c648052c1c1e 2024-12-06T03:21:34,079 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/08c6882059b642d6a828c648052c1c1e, entries=150, sequenceid=194, filesize=11.9 K 2024-12-06T03:21:34,080 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=53.67 KB/54960 for c571951eae605c82eb9e25e89f7e0a23 in 290ms, sequenceid=194, compaction requested=false 2024-12-06T03:21:34,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.HRegion(2538): Flush status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:34,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:34,080 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=188}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=188 2024-12-06T03:21:34,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=188 2024-12-06T03:21:34,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=188, resume processing ppid=187 2024-12-06T03:21:34,083 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=188, ppid=187, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 903 msec 2024-12-06T03:21:34,084 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=187, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=187, table=TestAcidGuarantees in 906 msec 2024-12-06T03:21:34,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:34,154 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c571951eae605c82eb9e25e89f7e0a23 3/3 column families, dataSize=73.80 KB heapSize=194.11 KB 2024-12-06T03:21:34,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=A 2024-12-06T03:21:34,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:34,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=B 2024-12-06T03:21:34,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:34,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=C 2024-12-06T03:21:34,156 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:34,174 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206ec8a2e990323443f84211ff4297c416c_c571951eae605c82eb9e25e89f7e0a23 is 50, key is test_row_0/A:col10/1733455294154/Put/seqid=0 2024-12-06T03:21:34,183 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:34,183 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:34,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 69 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455354177, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:34,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455354178, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:34,184 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:34,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 115 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455354180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:34,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:34,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455354182, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:34,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:34,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 110 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455354183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:34,204 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742503_1679 (size=12304) 2024-12-06T03:21:34,204 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:34,209 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206ec8a2e990323443f84211ff4297c416c_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206ec8a2e990323443f84211ff4297c416c_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:34,211 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/28ff23f1d68d41dbb9c7d772bf27b9a2, store: [table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:34,211 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/28ff23f1d68d41dbb9c7d772bf27b9a2 is 175, key is test_row_0/A:col10/1733455294154/Put/seqid=0 2024-12-06T03:21:34,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742504_1680 (size=31105) 2024-12-06T03:21:34,228 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=211, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/28ff23f1d68d41dbb9c7d772bf27b9a2 2024-12-06T03:21:34,245 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/58d5879cdb1c407785f5153e981cc2b4 is 50, key is test_row_0/B:col10/1733455294154/Put/seqid=0 2024-12-06T03:21:34,250 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742505_1681 (size=12151) 2024-12-06T03:21:34,251 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/58d5879cdb1c407785f5153e981cc2b4 2024-12-06T03:21:34,262 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/064ab2c4296a42438709fcc2b5512814 is 50, key is test_row_0/C:col10/1733455294154/Put/seqid=0 2024-12-06T03:21:34,269 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/895855cf404242babd3c82e1a3b0da21 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/895855cf404242babd3c82e1a3b0da21 2024-12-06T03:21:34,275 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c571951eae605c82eb9e25e89f7e0a23/A of c571951eae605c82eb9e25e89f7e0a23 into 895855cf404242babd3c82e1a3b0da21(size=30.7 K), total size for store is 61.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:34,275 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:34,275 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23., storeName=c571951eae605c82eb9e25e89f7e0a23/A, priority=13, startTime=1733455293770; duration=0sec 2024-12-06T03:21:34,275 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:34,275 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c571951eae605c82eb9e25e89f7e0a23:A 2024-12-06T03:21:34,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=187 2024-12-06T03:21:34,284 INFO [Thread-2750 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 187 completed 2024-12-06T03:21:34,285 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:21:34,286 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=189, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees 2024-12-06T03:21:34,287 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=189, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:21:34,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:34,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 71 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455354285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:34,287 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:34,287 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:34,287 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455354285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:34,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455354285, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:34,288 INFO [PEWorker-4 {}] procedure.FlushTableProcedure(91): pid=189, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:21:34,288 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=190, ppid=189, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:21:34,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-06T03:21:34,289 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:34,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455354287, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:34,291 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:34,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455354289, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:34,293 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742506_1682 (size=12151) 2024-12-06T03:21:34,293 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=211 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/064ab2c4296a42438709fcc2b5512814 2024-12-06T03:21:34,298 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/28ff23f1d68d41dbb9c7d772bf27b9a2 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/28ff23f1d68d41dbb9c7d772bf27b9a2 2024-12-06T03:21:34,302 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/28ff23f1d68d41dbb9c7d772bf27b9a2, entries=150, sequenceid=211, filesize=30.4 K 2024-12-06T03:21:34,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/58d5879cdb1c407785f5153e981cc2b4 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/58d5879cdb1c407785f5153e981cc2b4 2024-12-06T03:21:34,310 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/58d5879cdb1c407785f5153e981cc2b4, entries=150, sequenceid=211, filesize=11.9 K 2024-12-06T03:21:34,311 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/064ab2c4296a42438709fcc2b5512814 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/064ab2c4296a42438709fcc2b5512814 2024-12-06T03:21:34,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/064ab2c4296a42438709fcc2b5512814, entries=150, sequenceid=211, filesize=11.9 K 2024-12-06T03:21:34,315 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=120.76 KB/123660 for c571951eae605c82eb9e25e89f7e0a23 in 161ms, sequenceid=211, compaction requested=true 2024-12-06T03:21:34,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:34,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c571951eae605c82eb9e25e89f7e0a23:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:21:34,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:34,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c571951eae605c82eb9e25e89f7e0a23:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:21:34,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:34,315 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:34,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c571951eae605c82eb9e25e89f7e0a23:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:21:34,315 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:21:34,315 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:34,316 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:34,316 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 93691 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:34,316 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): c571951eae605c82eb9e25e89f7e0a23/B is initiating minor compaction (all files) 2024-12-06T03:21:34,316 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): c571951eae605c82eb9e25e89f7e0a23/A is initiating minor compaction (all files) 2024-12-06T03:21:34,316 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c571951eae605c82eb9e25e89f7e0a23/A in TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:34,316 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c571951eae605c82eb9e25e89f7e0a23/B in TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:34,316 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/895855cf404242babd3c82e1a3b0da21, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/7a73e75ae0324be1b626954e1820afce, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/28ff23f1d68d41dbb9c7d772bf27b9a2] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp, totalSize=91.5 K 2024-12-06T03:21:34,316 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/b923ac72e67946a0a003b9243e8f1c48, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/a875fc1b3f9c4baa99f1a4a721838775, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/58d5879cdb1c407785f5153e981cc2b4] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp, totalSize=36.0 K 2024-12-06T03:21:34,317 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:34,317 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. files: [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/895855cf404242babd3c82e1a3b0da21, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/7a73e75ae0324be1b626954e1820afce, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/28ff23f1d68d41dbb9c7d772bf27b9a2] 2024-12-06T03:21:34,317 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 895855cf404242babd3c82e1a3b0da21, keycount=150, bloomtype=ROW, size=30.7 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733455293166 2024-12-06T03:21:34,317 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting b923ac72e67946a0a003b9243e8f1c48, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733455293166 2024-12-06T03:21:34,317 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 7a73e75ae0324be1b626954e1820afce, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733455293208 2024-12-06T03:21:34,317 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting a875fc1b3f9c4baa99f1a4a721838775, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733455293208 2024-12-06T03:21:34,317 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 28ff23f1d68d41dbb9c7d772bf27b9a2, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733455293825 2024-12-06T03:21:34,318 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 58d5879cdb1c407785f5153e981cc2b4, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733455293825 2024-12-06T03:21:34,328 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:34,343 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c571951eae605c82eb9e25e89f7e0a23#B#compaction#585 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:34,344 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/d8e9c471854e498a893b9b09f15486be is 50, key is test_row_0/B:col10/1733455294154/Put/seqid=0 2024-12-06T03:21:34,344 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206ef08b4d83529455784940ce4db9d0aee_c571951eae605c82eb9e25e89f7e0a23 store=[table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:34,346 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206ef08b4d83529455784940ce4db9d0aee_c571951eae605c82eb9e25e89f7e0a23, store=[table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:34,347 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206ef08b4d83529455784940ce4db9d0aee_c571951eae605c82eb9e25e89f7e0a23 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:34,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742508_1684 (size=12629) 2024-12-06T03:21:34,371 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/d8e9c471854e498a893b9b09f15486be as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/d8e9c471854e498a893b9b09f15486be 2024-12-06T03:21:34,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742507_1683 (size=4469) 2024-12-06T03:21:34,376 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c571951eae605c82eb9e25e89f7e0a23/B of c571951eae605c82eb9e25e89f7e0a23 into d8e9c471854e498a893b9b09f15486be(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:34,376 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:34,376 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23., storeName=c571951eae605c82eb9e25e89f7e0a23/B, priority=13, startTime=1733455294315; duration=0sec 2024-12-06T03:21:34,376 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:21:34,376 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c571951eae605c82eb9e25e89f7e0a23:B 2024-12-06T03:21:34,376 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:34,381 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36829 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:34,381 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): c571951eae605c82eb9e25e89f7e0a23/C is initiating minor compaction (all files) 2024-12-06T03:21:34,381 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c571951eae605c82eb9e25e89f7e0a23/C in TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:34,381 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/b18b85587a344e03a9184af8a49b95d6, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/08c6882059b642d6a828c648052c1c1e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/064ab2c4296a42438709fcc2b5512814] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp, totalSize=36.0 K 2024-12-06T03:21:34,381 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting b18b85587a344e03a9184af8a49b95d6, keycount=150, bloomtype=ROW, size=12.2 K, encoding=NONE, compression=NONE, seqNum=169, earliestPutTs=1733455293166 2024-12-06T03:21:34,382 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 08c6882059b642d6a828c648052c1c1e, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=194, earliestPutTs=1733455293208 2024-12-06T03:21:34,382 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 064ab2c4296a42438709fcc2b5512814, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733455293825 2024-12-06T03:21:34,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-06T03:21:34,393 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c571951eae605c82eb9e25e89f7e0a23#C#compaction#586 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:34,394 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/6666c2d650604eb8b8f7cf8ec90950f9 is 50, key is test_row_0/C:col10/1733455294154/Put/seqid=0 2024-12-06T03:21:34,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742509_1685 (size=12629) 2024-12-06T03:21:34,420 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/6666c2d650604eb8b8f7cf8ec90950f9 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/6666c2d650604eb8b8f7cf8ec90950f9 2024-12-06T03:21:34,424 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c571951eae605c82eb9e25e89f7e0a23/C of c571951eae605c82eb9e25e89f7e0a23 into 6666c2d650604eb8b8f7cf8ec90950f9(size=12.3 K), total size for store is 12.3 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:34,424 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:34,424 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23., storeName=c571951eae605c82eb9e25e89f7e0a23/C, priority=13, startTime=1733455294315; duration=0sec 2024-12-06T03:21:34,424 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:34,424 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c571951eae605c82eb9e25e89f7e0a23:C 2024-12-06T03:21:34,440 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:34,441 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=190 2024-12-06T03:21:34,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:34,441 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2837): Flushing c571951eae605c82eb9e25e89f7e0a23 3/3 column families, dataSize=120.76 KB heapSize=317.16 KB 2024-12-06T03:21:34,441 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=A 2024-12-06T03:21:34,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:34,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=B 2024-12-06T03:21:34,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:34,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=C 2024-12-06T03:21:34,442 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:34,450 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206f0306e6e310649d8bd93f9db54b9e1a3_c571951eae605c82eb9e25e89f7e0a23 is 50, key is test_row_0/A:col10/1733455294178/Put/seqid=0 2024-12-06T03:21:34,454 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742510_1686 (size=12304) 2024-12-06T03:21:34,455 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:34,458 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206f0306e6e310649d8bd93f9db54b9e1a3_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206f0306e6e310649d8bd93f9db54b9e1a3_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:34,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/937de3ce9376417c99b04a89199eacf9, store: [table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:34,460 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/937de3ce9376417c99b04a89199eacf9 is 175, key is test_row_0/A:col10/1733455294178/Put/seqid=0 2024-12-06T03:21:34,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742511_1687 (size=31105) 2024-12-06T03:21:34,464 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=235, memsize=40.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/937de3ce9376417c99b04a89199eacf9 2024-12-06T03:21:34,471 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/d685f38f35154d1793db4f3673ede759 is 50, key is test_row_0/B:col10/1733455294178/Put/seqid=0 2024-12-06T03:21:34,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742512_1688 (size=12151) 2024-12-06T03:21:34,475 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/d685f38f35154d1793db4f3673ede759 2024-12-06T03:21:34,482 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/2a85754123a544db90444eb6b4bd1175 is 50, key is test_row_0/C:col10/1733455294178/Put/seqid=0 2024-12-06T03:21:34,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742513_1689 (size=12151) 2024-12-06T03:21:34,490 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=40.25 KB at sequenceid=235 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/2a85754123a544db90444eb6b4bd1175 2024-12-06T03:21:34,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:34,491 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:34,495 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/937de3ce9376417c99b04a89199eacf9 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/937de3ce9376417c99b04a89199eacf9 2024-12-06T03:21:34,499 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/937de3ce9376417c99b04a89199eacf9, entries=150, sequenceid=235, filesize=30.4 K 2024-12-06T03:21:34,499 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/d685f38f35154d1793db4f3673ede759 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/d685f38f35154d1793db4f3673ede759 2024-12-06T03:21:34,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:34,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455354498, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:34,502 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:34,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455354499, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:34,502 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/d685f38f35154d1793db4f3673ede759, entries=150, sequenceid=235, filesize=11.9 K 2024-12-06T03:21:34,503 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/2a85754123a544db90444eb6b4bd1175 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/2a85754123a544db90444eb6b4bd1175 2024-12-06T03:21:34,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:34,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455354500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:34,503 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:34,503 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 117 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455354500, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:34,506 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:34,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 76 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455354503, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:34,506 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/2a85754123a544db90444eb6b4bd1175, entries=150, sequenceid=235, filesize=11.9 K 2024-12-06T03:21:34,507 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(3040): Finished flush of dataSize ~120.76 KB/123660, heapSize ~317.11 KB/324720, currentSize=87.22 KB/89310 for c571951eae605c82eb9e25e89f7e0a23 in 66ms, sequenceid=235, compaction requested=false 2024-12-06T03:21:34,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.HRegion(2538): Flush status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:34,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:34,507 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=190}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=190 2024-12-06T03:21:34,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=190 2024-12-06T03:21:34,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=190, resume processing ppid=189 2024-12-06T03:21:34,509 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=190, ppid=189, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 220 msec 2024-12-06T03:21:34,510 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=189, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=189, table=TestAcidGuarantees in 225 msec 2024-12-06T03:21:34,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=189 2024-12-06T03:21:34,590 INFO [Thread-2750 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 189 completed 2024-12-06T03:21:34,592 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:21:34,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=191, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=191, table=TestAcidGuarantees 2024-12-06T03:21:34,593 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=191, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=191, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:21:34,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-06T03:21:34,594 INFO [PEWorker-3 {}] procedure.FlushTableProcedure(91): pid=191, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=191, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:21:34,594 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=192, ppid=191, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:21:34,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:34,605 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c571951eae605c82eb9e25e89f7e0a23 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-06T03:21:34,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=A 2024-12-06T03:21:34,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:34,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=B 2024-12-06T03:21:34,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:34,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=C 2024-12-06T03:21:34,606 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:34,612 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206ecbced42b7514f71bdb7fc3115f66260_c571951eae605c82eb9e25e89f7e0a23 is 50, key is test_row_0/A:col10/1733455294605/Put/seqid=0 2024-12-06T03:21:34,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:34,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455354616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:34,620 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:34,620 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455354616, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:34,621 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:34,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455354617, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:34,622 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:34,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 122 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455354618, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:34,622 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:34,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 81 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455354620, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:34,629 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742514_1690 (size=17284) 2024-12-06T03:21:34,694 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-06T03:21:34,723 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:34,723 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455354721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:34,724 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:34,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455354721, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:34,724 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:34,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 130 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455354722, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:34,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:34,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 124 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455354723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:34,725 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:34,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 83 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455354723, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:34,746 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:34,746 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-06T03:21:34,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:34,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:34,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:34,747 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:34,747 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:34,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:34,772 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c571951eae605c82eb9e25e89f7e0a23#A#compaction#584 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:34,773 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/57eb2dd944ce4936ab5f2d5932a09f23 is 175, key is test_row_0/A:col10/1733455294154/Put/seqid=0 2024-12-06T03:21:34,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742515_1691 (size=31583) 2024-12-06T03:21:34,781 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/57eb2dd944ce4936ab5f2d5932a09f23 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/57eb2dd944ce4936ab5f2d5932a09f23 2024-12-06T03:21:34,784 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c571951eae605c82eb9e25e89f7e0a23/A of c571951eae605c82eb9e25e89f7e0a23 into 57eb2dd944ce4936ab5f2d5932a09f23(size=30.8 K), total size for store is 61.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:34,784 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:34,784 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23., storeName=c571951eae605c82eb9e25e89f7e0a23/A, priority=13, startTime=1733455294315; duration=0sec 2024-12-06T03:21:34,784 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:34,784 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c571951eae605c82eb9e25e89f7e0a23:A 2024-12-06T03:21:34,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-06T03:21:34,899 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:34,900 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-06T03:21:34,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:34,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:34,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:34,900 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:34,900 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:34,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:34,926 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:34,926 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455354925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:34,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455354925, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:34,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 126 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455354926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:34,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 85 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455354926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:34,928 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:34,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455354926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:35,030 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:35,033 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206ecbced42b7514f71bdb7fc3115f66260_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206ecbced42b7514f71bdb7fc3115f66260_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:35,034 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/a47e8e39b3fa4eb9b218aeefc79943ce, store: [table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:35,034 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/a47e8e39b3fa4eb9b218aeefc79943ce is 175, key is test_row_0/A:col10/1733455294605/Put/seqid=0 2024-12-06T03:21:35,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742516_1692 (size=48389) 2024-12-06T03:21:35,052 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:35,053 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-06T03:21:35,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:35,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:35,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:35,053 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:35,053 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:35,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:35,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-06T03:21:35,205 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:35,205 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-06T03:21:35,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:35,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:35,205 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:35,205 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:35,206 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:35,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:35,229 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:35,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455355227, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:35,230 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 127 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455355229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:35,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 128 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455355229, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:35,231 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:35,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455355230, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:35,234 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:35,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 87 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455355231, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:35,358 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:35,358 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-06T03:21:35,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:35,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:35,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:35,358 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] handler.RSProcedureHandler(58): pid=192 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:35,358 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=192 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:35,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=192 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:35,439 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=253, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/a47e8e39b3fa4eb9b218aeefc79943ce 2024-12-06T03:21:35,446 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/ee6a3890434d481da4c25da873f6790b is 50, key is test_row_0/B:col10/1733455294605/Put/seqid=0 2024-12-06T03:21:35,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742517_1693 (size=12151) 2024-12-06T03:21:35,449 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/ee6a3890434d481da4c25da873f6790b 2024-12-06T03:21:35,456 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/77a9066fb591438d97df3eeb4dff3779 is 50, key is test_row_0/C:col10/1733455294605/Put/seqid=0 2024-12-06T03:21:35,459 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742518_1694 (size=12151) 2024-12-06T03:21:35,460 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=253 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/77a9066fb591438d97df3eeb4dff3779 2024-12-06T03:21:35,464 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/a47e8e39b3fa4eb9b218aeefc79943ce as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/a47e8e39b3fa4eb9b218aeefc79943ce 2024-12-06T03:21:35,467 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/a47e8e39b3fa4eb9b218aeefc79943ce, entries=250, sequenceid=253, filesize=47.3 K 2024-12-06T03:21:35,468 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/ee6a3890434d481da4c25da873f6790b as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/ee6a3890434d481da4c25da873f6790b 2024-12-06T03:21:35,471 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/ee6a3890434d481da4c25da873f6790b, entries=150, sequenceid=253, filesize=11.9 K 2024-12-06T03:21:35,472 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/77a9066fb591438d97df3eeb4dff3779 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/77a9066fb591438d97df3eeb4dff3779 2024-12-06T03:21:35,474 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/77a9066fb591438d97df3eeb4dff3779, entries=150, sequenceid=253, filesize=11.9 K 2024-12-06T03:21:35,475 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=100.63 KB/103050 for c571951eae605c82eb9e25e89f7e0a23 in 870ms, sequenceid=253, compaction requested=true 2024-12-06T03:21:35,475 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:35,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c571951eae605c82eb9e25e89f7e0a23:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:21:35,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:35,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c571951eae605c82eb9e25e89f7e0a23:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:21:35,475 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:35,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:35,475 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:35,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c571951eae605c82eb9e25e89f7e0a23:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:21:35,475 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:21:35,476 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 111077 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:35,476 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:35,476 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): c571951eae605c82eb9e25e89f7e0a23/B is initiating minor compaction (all files) 2024-12-06T03:21:35,476 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): c571951eae605c82eb9e25e89f7e0a23/A is initiating minor compaction (all files) 2024-12-06T03:21:35,476 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c571951eae605c82eb9e25e89f7e0a23/A in TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:35,477 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c571951eae605c82eb9e25e89f7e0a23/B in TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:35,477 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/57eb2dd944ce4936ab5f2d5932a09f23, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/937de3ce9376417c99b04a89199eacf9, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/a47e8e39b3fa4eb9b218aeefc79943ce] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp, totalSize=108.5 K 2024-12-06T03:21:35,477 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:35,477 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. files: [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/57eb2dd944ce4936ab5f2d5932a09f23, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/937de3ce9376417c99b04a89199eacf9, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/a47e8e39b3fa4eb9b218aeefc79943ce] 2024-12-06T03:21:35,477 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/d8e9c471854e498a893b9b09f15486be, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/d685f38f35154d1793db4f3673ede759, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/ee6a3890434d481da4c25da873f6790b] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp, totalSize=36.1 K 2024-12-06T03:21:35,477 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 57eb2dd944ce4936ab5f2d5932a09f23, keycount=150, bloomtype=ROW, size=30.8 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733455293825 2024-12-06T03:21:35,477 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting d8e9c471854e498a893b9b09f15486be, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733455293825 2024-12-06T03:21:35,477 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 937de3ce9376417c99b04a89199eacf9, keycount=150, bloomtype=ROW, size=30.4 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733455294178 2024-12-06T03:21:35,477 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting d685f38f35154d1793db4f3673ede759, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733455294178 2024-12-06T03:21:35,477 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting ee6a3890434d481da4c25da873f6790b, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733455294494 2024-12-06T03:21:35,477 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting a47e8e39b3fa4eb9b218aeefc79943ce, keycount=250, bloomtype=ROW, size=47.3 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733455294494 2024-12-06T03:21:35,482 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:35,484 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206027ebbc404f0433c86abc23b0232fe75_c571951eae605c82eb9e25e89f7e0a23 store=[table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:35,485 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c571951eae605c82eb9e25e89f7e0a23#B#compaction#594 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:35,486 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/3a4825d311704c5089c14efc4f4c13db is 50, key is test_row_0/B:col10/1733455294605/Put/seqid=0 2024-12-06T03:21:35,486 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206027ebbc404f0433c86abc23b0232fe75_c571951eae605c82eb9e25e89f7e0a23, store=[table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:35,486 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206027ebbc404f0433c86abc23b0232fe75_c571951eae605c82eb9e25e89f7e0a23 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:35,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742519_1695 (size=12731) 2024-12-06T03:21:35,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742520_1696 (size=4469) 2024-12-06T03:21:35,510 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:35,511 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=192 2024-12-06T03:21:35,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:35,511 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2837): Flushing c571951eae605c82eb9e25e89f7e0a23 3/3 column families, dataSize=100.63 KB heapSize=264.42 KB 2024-12-06T03:21:35,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=A 2024-12-06T03:21:35,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:35,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=B 2024-12-06T03:21:35,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:35,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=C 2024-12-06T03:21:35,511 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:35,516 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412060ff71fb94aac462da46b59148c1240b2_c571951eae605c82eb9e25e89f7e0a23 is 50, key is test_row_0/A:col10/1733455294615/Put/seqid=0 2024-12-06T03:21:35,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742521_1697 (size=12454) 2024-12-06T03:21:35,523 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:35,526 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412060ff71fb94aac462da46b59148c1240b2_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412060ff71fb94aac462da46b59148c1240b2_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:35,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/16d7c1928c7143a6b2b9fa3185fcfa95, store: [table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:35,527 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/16d7c1928c7143a6b2b9fa3185fcfa95 is 175, key is test_row_0/A:col10/1733455294615/Put/seqid=0 2024-12-06T03:21:35,530 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742522_1698 (size=31255) 2024-12-06T03:21:35,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-06T03:21:35,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:35,732 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:35,748 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:35,748 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:35,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455355744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:35,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 91 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455355744, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:35,749 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:35,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 132 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455355746, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:35,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:35,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455355748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:35,751 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:35,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455355748, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:35,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:35,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 93 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455355849, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:35,852 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:35,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 134 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455355850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:35,853 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:35,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455355850, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:35,853 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:35,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455355852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:35,854 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:35,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 136 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455355852, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:35,902 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c571951eae605c82eb9e25e89f7e0a23#A#compaction#593 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:35,902 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/c5e70540520d47c48ccd6b09718f4347 is 175, key is test_row_0/A:col10/1733455294605/Put/seqid=0 2024-12-06T03:21:35,903 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/3a4825d311704c5089c14efc4f4c13db as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/3a4825d311704c5089c14efc4f4c13db 2024-12-06T03:21:35,906 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742523_1699 (size=31685) 2024-12-06T03:21:35,908 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c571951eae605c82eb9e25e89f7e0a23/B of c571951eae605c82eb9e25e89f7e0a23 into 3a4825d311704c5089c14efc4f4c13db(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:35,908 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:35,908 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23., storeName=c571951eae605c82eb9e25e89f7e0a23/B, priority=13, startTime=1733455295475; duration=0sec 2024-12-06T03:21:35,908 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:21:35,908 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c571951eae605c82eb9e25e89f7e0a23:B 2024-12-06T03:21:35,909 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:35,909 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/c5e70540520d47c48ccd6b09718f4347 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/c5e70540520d47c48ccd6b09718f4347 2024-12-06T03:21:35,909 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 36931 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:35,909 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): c571951eae605c82eb9e25e89f7e0a23/C is initiating minor compaction (all files) 2024-12-06T03:21:35,909 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c571951eae605c82eb9e25e89f7e0a23/C in TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:35,909 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/6666c2d650604eb8b8f7cf8ec90950f9, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/2a85754123a544db90444eb6b4bd1175, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/77a9066fb591438d97df3eeb4dff3779] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp, totalSize=36.1 K 2024-12-06T03:21:35,910 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 6666c2d650604eb8b8f7cf8ec90950f9, keycount=150, bloomtype=ROW, size=12.3 K, encoding=NONE, compression=NONE, seqNum=211, earliestPutTs=1733455293825 2024-12-06T03:21:35,910 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 2a85754123a544db90444eb6b4bd1175, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=235, earliestPutTs=1733455294178 2024-12-06T03:21:35,911 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 77a9066fb591438d97df3eeb4dff3779, keycount=150, bloomtype=ROW, size=11.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733455294494 2024-12-06T03:21:35,914 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c571951eae605c82eb9e25e89f7e0a23/A of c571951eae605c82eb9e25e89f7e0a23 into c5e70540520d47c48ccd6b09718f4347(size=30.9 K), total size for store is 30.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:35,914 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:35,914 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23., storeName=c571951eae605c82eb9e25e89f7e0a23/A, priority=13, startTime=1733455295475; duration=0sec 2024-12-06T03:21:35,914 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:35,914 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c571951eae605c82eb9e25e89f7e0a23:A 2024-12-06T03:21:35,917 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c571951eae605c82eb9e25e89f7e0a23#C#compaction#596 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:35,918 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/05b52e50690b41839f0bd124bd048bfd is 50, key is test_row_0/C:col10/1733455294605/Put/seqid=0 2024-12-06T03:21:35,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742524_1700 (size=12731) 2024-12-06T03:21:35,927 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/05b52e50690b41839f0bd124bd048bfd as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/05b52e50690b41839f0bd124bd048bfd 2024-12-06T03:21:35,931 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c571951eae605c82eb9e25e89f7e0a23/C of c571951eae605c82eb9e25e89f7e0a23 into 05b52e50690b41839f0bd124bd048bfd(size=12.4 K), total size for store is 12.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:35,931 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:35,931 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23., storeName=c571951eae605c82eb9e25e89f7e0a23/C, priority=13, startTime=1733455295475; duration=0sec 2024-12-06T03:21:35,931 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:35,931 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c571951eae605c82eb9e25e89f7e0a23:C 2024-12-06T03:21:35,932 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=272, memsize=33.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/16d7c1928c7143a6b2b9fa3185fcfa95 2024-12-06T03:21:35,938 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/ad2cff1bc7374411a3279f5fafa2032e is 50, key is test_row_0/B:col10/1733455294615/Put/seqid=0 2024-12-06T03:21:35,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742525_1701 (size=12301) 2024-12-06T03:21:35,942 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/ad2cff1bc7374411a3279f5fafa2032e 2024-12-06T03:21:35,948 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/58e4836923dd43649d70b486e896d053 is 50, key is test_row_0/C:col10/1733455294615/Put/seqid=0 2024-12-06T03:21:35,953 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742526_1702 (size=12301) 2024-12-06T03:21:35,954 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=33.54 KB at sequenceid=272 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/58e4836923dd43649d70b486e896d053 2024-12-06T03:21:35,957 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/16d7c1928c7143a6b2b9fa3185fcfa95 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/16d7c1928c7143a6b2b9fa3185fcfa95 2024-12-06T03:21:35,961 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/16d7c1928c7143a6b2b9fa3185fcfa95, entries=150, sequenceid=272, filesize=30.5 K 2024-12-06T03:21:35,961 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/ad2cff1bc7374411a3279f5fafa2032e as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/ad2cff1bc7374411a3279f5fafa2032e 2024-12-06T03:21:35,965 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/ad2cff1bc7374411a3279f5fafa2032e, entries=150, sequenceid=272, filesize=12.0 K 2024-12-06T03:21:35,966 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/58e4836923dd43649d70b486e896d053 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/58e4836923dd43649d70b486e896d053 2024-12-06T03:21:35,970 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/58e4836923dd43649d70b486e896d053, entries=150, sequenceid=272, filesize=12.0 K 2024-12-06T03:21:35,970 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(3040): Finished flush of dataSize ~100.63 KB/103050, heapSize ~264.38 KB/270720, currentSize=107.34 KB/109920 for c571951eae605c82eb9e25e89f7e0a23 in 459ms, sequenceid=272, compaction requested=false 2024-12-06T03:21:35,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.HRegion(2538): Flush status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:35,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:35,971 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=192}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=192 2024-12-06T03:21:35,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=192 2024-12-06T03:21:35,974 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=192, resume processing ppid=191 2024-12-06T03:21:35,974 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=192, ppid=191, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.3780 sec 2024-12-06T03:21:35,976 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=191, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=191, table=TestAcidGuarantees in 1.3830 sec 2024-12-06T03:21:36,055 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:36,055 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c571951eae605c82eb9e25e89f7e0a23 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-06T03:21:36,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=A 2024-12-06T03:21:36,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:36,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=B 2024-12-06T03:21:36,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:36,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=C 2024-12-06T03:21:36,056 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:36,062 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120685c3168d399c4d9ead2fd17e27d91610_c571951eae605c82eb9e25e89f7e0a23 is 50, key is test_row_0/A:col10/1733455295737/Put/seqid=0 2024-12-06T03:21:36,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742527_1703 (size=14994) 2024-12-06T03:21:36,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:36,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 139 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455356065, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:36,070 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:36,070 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 98 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455356068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:36,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:36,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455356069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:36,072 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:36,072 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:36,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455356069, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:36,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455356070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:36,171 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:36,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 141 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455356170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:36,172 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:36,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 100 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455356171, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:36,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:36,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455356173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:36,175 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:36,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:36,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 148 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455356173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:36,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455356173, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:36,374 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:36,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 143 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455356372, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:36,376 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:36,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 102 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455356374, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:36,378 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:36,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455356376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:36,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:36,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455356377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:36,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:36,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 150 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455356377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:36,470 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:36,473 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120685c3168d399c4d9ead2fd17e27d91610_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120685c3168d399c4d9ead2fd17e27d91610_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:36,474 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/4fc4ce10613f4723b29ba4579caa766c, store: [table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:36,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/4fc4ce10613f4723b29ba4579caa766c is 175, key is test_row_0/A:col10/1733455295737/Put/seqid=0 2024-12-06T03:21:36,479 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742528_1704 (size=39949) 2024-12-06T03:21:36,480 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=295, memsize=38.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/4fc4ce10613f4723b29ba4579caa766c 2024-12-06T03:21:36,486 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/80ca1231e2954b87a659ee3aaace582d is 50, key is test_row_0/B:col10/1733455295737/Put/seqid=0 2024-12-06T03:21:36,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742529_1705 (size=12301) 2024-12-06T03:21:36,678 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:36,678 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 145 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455356677, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:36,679 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:36,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 104 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455356678, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:36,683 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:36,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455356681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:36,683 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:36,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 152 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455356682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:36,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:36,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455356682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:36,697 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=191 2024-12-06T03:21:36,697 INFO [Thread-2750 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 191 completed 2024-12-06T03:21:36,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:21:36,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=193, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=193, table=TestAcidGuarantees 2024-12-06T03:21:36,700 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=193, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=193, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:21:36,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-12-06T03:21:36,700 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=193, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=193, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:21:36,700 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=194, ppid=193, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:21:36,801 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-12-06T03:21:36,852 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:36,852 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-12-06T03:21:36,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:36,852 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:36,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:36,853 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] handler.RSProcedureHandler(58): pid=194 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:36,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=194 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:36,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=194 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:36,890 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/80ca1231e2954b87a659ee3aaace582d 2024-12-06T03:21:36,897 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/011840cdf1614deb959ae34029becb6e is 50, key is test_row_0/C:col10/1733455295737/Put/seqid=0 2024-12-06T03:21:36,901 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742530_1706 (size=12301) 2024-12-06T03:21:37,001 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-12-06T03:21:37,004 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:37,005 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-12-06T03:21:37,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:37,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:37,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:37,005 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] handler.RSProcedureHandler(58): pid=194 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:37,005 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=194 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:37,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=194 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:37,157 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:37,158 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-12-06T03:21:37,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:37,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:37,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:37,159 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] handler.RSProcedureHandler(58): pid=194 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:37,159 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=194 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:37,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=194 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:37,180 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:37,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 147 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455357180, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:37,185 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:37,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 106 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455357183, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:37,186 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:37,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455357185, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:37,189 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:37,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 149 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455357186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:37,190 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:37,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455357188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:37,301 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=38.02 KB at sequenceid=295 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/011840cdf1614deb959ae34029becb6e 2024-12-06T03:21:37,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-12-06T03:21:37,306 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/4fc4ce10613f4723b29ba4579caa766c as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/4fc4ce10613f4723b29ba4579caa766c 2024-12-06T03:21:37,309 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/4fc4ce10613f4723b29ba4579caa766c, entries=200, sequenceid=295, filesize=39.0 K 2024-12-06T03:21:37,310 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/80ca1231e2954b87a659ee3aaace582d as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/80ca1231e2954b87a659ee3aaace582d 2024-12-06T03:21:37,311 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:37,312 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-12-06T03:21:37,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:37,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:37,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:37,312 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] handler.RSProcedureHandler(58): pid=194 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:37,312 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=194 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:37,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=194 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:37,314 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/80ca1231e2954b87a659ee3aaace582d, entries=150, sequenceid=295, filesize=12.0 K 2024-12-06T03:21:37,315 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/011840cdf1614deb959ae34029becb6e as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/011840cdf1614deb959ae34029becb6e 2024-12-06T03:21:37,318 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/011840cdf1614deb959ae34029becb6e, entries=150, sequenceid=295, filesize=12.0 K 2024-12-06T03:21:37,319 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~114.05 KB/116790, heapSize ~299.53 KB/306720, currentSize=93.93 KB/96180 for c571951eae605c82eb9e25e89f7e0a23 in 1264ms, sequenceid=295, compaction requested=true 2024-12-06T03:21:37,319 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:37,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c571951eae605c82eb9e25e89f7e0a23:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:21:37,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:37,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c571951eae605c82eb9e25e89f7e0a23:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:21:37,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:37,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c571951eae605c82eb9e25e89f7e0a23:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:21:37,319 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:37,319 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:37,319 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:21:37,320 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:37,320 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 102889 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:37,320 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): c571951eae605c82eb9e25e89f7e0a23/B is initiating minor compaction (all files) 2024-12-06T03:21:37,320 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): c571951eae605c82eb9e25e89f7e0a23/A is initiating minor compaction (all files) 2024-12-06T03:21:37,320 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c571951eae605c82eb9e25e89f7e0a23/B in TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:37,320 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c571951eae605c82eb9e25e89f7e0a23/A in TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:37,320 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/3a4825d311704c5089c14efc4f4c13db, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/ad2cff1bc7374411a3279f5fafa2032e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/80ca1231e2954b87a659ee3aaace582d] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp, totalSize=36.5 K 2024-12-06T03:21:37,320 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/c5e70540520d47c48ccd6b09718f4347, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/16d7c1928c7143a6b2b9fa3185fcfa95, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/4fc4ce10613f4723b29ba4579caa766c] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp, totalSize=100.5 K 2024-12-06T03:21:37,320 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:37,320 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. files: [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/c5e70540520d47c48ccd6b09718f4347, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/16d7c1928c7143a6b2b9fa3185fcfa95, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/4fc4ce10613f4723b29ba4579caa766c] 2024-12-06T03:21:37,321 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 3a4825d311704c5089c14efc4f4c13db, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733455294494 2024-12-06T03:21:37,321 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting c5e70540520d47c48ccd6b09718f4347, keycount=150, bloomtype=ROW, size=30.9 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733455294494 2024-12-06T03:21:37,321 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting ad2cff1bc7374411a3279f5fafa2032e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733455294615 2024-12-06T03:21:37,321 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 16d7c1928c7143a6b2b9fa3185fcfa95, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733455294615 2024-12-06T03:21:37,321 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 4fc4ce10613f4723b29ba4579caa766c, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733455295737 2024-12-06T03:21:37,321 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 80ca1231e2954b87a659ee3aaace582d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733455295737 2024-12-06T03:21:37,326 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:37,327 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c571951eae605c82eb9e25e89f7e0a23#B#compaction#602 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:37,327 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/aef7344159b2416ca6c8b42046dd183e is 50, key is test_row_0/B:col10/1733455295737/Put/seqid=0 2024-12-06T03:21:37,328 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206525c975108f84d81b49d335af5ea08a6_c571951eae605c82eb9e25e89f7e0a23 store=[table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:37,329 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206525c975108f84d81b49d335af5ea08a6_c571951eae605c82eb9e25e89f7e0a23, store=[table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:37,329 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206525c975108f84d81b49d335af5ea08a6_c571951eae605c82eb9e25e89f7e0a23 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:37,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742532_1708 (size=4469) 2024-12-06T03:21:37,342 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742531_1707 (size=12983) 2024-12-06T03:21:37,347 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/aef7344159b2416ca6c8b42046dd183e as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/aef7344159b2416ca6c8b42046dd183e 2024-12-06T03:21:37,352 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c571951eae605c82eb9e25e89f7e0a23/B of c571951eae605c82eb9e25e89f7e0a23 into aef7344159b2416ca6c8b42046dd183e(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:37,352 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:37,352 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23., storeName=c571951eae605c82eb9e25e89f7e0a23/B, priority=13, startTime=1733455297319; duration=0sec 2024-12-06T03:21:37,353 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:21:37,353 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c571951eae605c82eb9e25e89f7e0a23:B 2024-12-06T03:21:37,353 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:37,354 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37333 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:37,354 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): c571951eae605c82eb9e25e89f7e0a23/C is initiating minor compaction (all files) 2024-12-06T03:21:37,354 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c571951eae605c82eb9e25e89f7e0a23/C in TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:37,354 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/05b52e50690b41839f0bd124bd048bfd, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/58e4836923dd43649d70b486e896d053, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/011840cdf1614deb959ae34029becb6e] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp, totalSize=36.5 K 2024-12-06T03:21:37,354 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 05b52e50690b41839f0bd124bd048bfd, keycount=150, bloomtype=ROW, size=12.4 K, encoding=NONE, compression=NONE, seqNum=253, earliestPutTs=1733455294494 2024-12-06T03:21:37,355 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 58e4836923dd43649d70b486e896d053, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=272, earliestPutTs=1733455294615 2024-12-06T03:21:37,356 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 011840cdf1614deb959ae34029becb6e, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733455295737 2024-12-06T03:21:37,378 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c571951eae605c82eb9e25e89f7e0a23#C#compaction#604 average throughput is 3.28 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:37,378 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/4310bc1dc972453480870cf54c161460 is 50, key is test_row_0/C:col10/1733455295737/Put/seqid=0 2024-12-06T03:21:37,382 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742533_1709 (size=12983) 2024-12-06T03:21:37,387 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/4310bc1dc972453480870cf54c161460 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/4310bc1dc972453480870cf54c161460 2024-12-06T03:21:37,391 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c571951eae605c82eb9e25e89f7e0a23/C of c571951eae605c82eb9e25e89f7e0a23 into 4310bc1dc972453480870cf54c161460(size=12.7 K), total size for store is 12.7 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:37,391 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:37,391 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23., storeName=c571951eae605c82eb9e25e89f7e0a23/C, priority=13, startTime=1733455297319; duration=0sec 2024-12-06T03:21:37,391 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:37,391 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c571951eae605c82eb9e25e89f7e0a23:C 2024-12-06T03:21:37,464 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:37,464 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=194 2024-12-06T03:21:37,464 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:37,465 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2837): Flushing c571951eae605c82eb9e25e89f7e0a23 3/3 column families, dataSize=93.93 KB heapSize=246.84 KB 2024-12-06T03:21:37,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=A 2024-12-06T03:21:37,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:37,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=B 2024-12-06T03:21:37,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:37,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=C 2024-12-06T03:21:37,465 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:37,470 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206dc14538449274b2e9be717684c4364ef_c571951eae605c82eb9e25e89f7e0a23 is 50, key is test_row_0/A:col10/1733455296069/Put/seqid=0 2024-12-06T03:21:37,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742534_1710 (size=12454) 2024-12-06T03:21:37,737 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c571951eae605c82eb9e25e89f7e0a23#A#compaction#603 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:37,738 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/bbef4159258e4e8c9c338c465550e1ed is 175, key is test_row_0/A:col10/1733455295737/Put/seqid=0 2024-12-06T03:21:37,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742535_1711 (size=31937) 2024-12-06T03:21:37,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-12-06T03:21:37,875 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:37,878 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206dc14538449274b2e9be717684c4364ef_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206dc14538449274b2e9be717684c4364ef_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:37,879 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/35f68925f97a478495eb447f673edeeb, store: [table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:37,880 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/35f68925f97a478495eb447f673edeeb is 175, key is test_row_0/A:col10/1733455296069/Put/seqid=0 2024-12-06T03:21:37,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742536_1712 (size=31255) 2024-12-06T03:21:37,892 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=314, memsize=31.3 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/35f68925f97a478495eb447f673edeeb 2024-12-06T03:21:37,899 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/af29679b00494a77a08c0356229982bb is 50, key is test_row_0/B:col10/1733455296069/Put/seqid=0 2024-12-06T03:21:37,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742537_1713 (size=12301) 2024-12-06T03:21:38,146 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/bbef4159258e4e8c9c338c465550e1ed as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/bbef4159258e4e8c9c338c465550e1ed 2024-12-06T03:21:38,151 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c571951eae605c82eb9e25e89f7e0a23/A of c571951eae605c82eb9e25e89f7e0a23 into bbef4159258e4e8c9c338c465550e1ed(size=31.2 K), total size for store is 31.2 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:38,151 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:38,151 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23., storeName=c571951eae605c82eb9e25e89f7e0a23/A, priority=13, startTime=1733455297319; duration=0sec 2024-12-06T03:21:38,151 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:38,151 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c571951eae605c82eb9e25e89f7e0a23:A 2024-12-06T03:21:38,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:38,188 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:38,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455358200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:38,203 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:38,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 112 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455358200, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:38,205 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:38,205 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 153 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455358201, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455358202, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:38,205 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:38,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455358203, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:38,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:38,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455358304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:38,305 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:38,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 114 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455358304, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:38,307 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:38,307 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455358306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:38,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:38,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 155 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455358306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:38,308 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:38,308 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455358306, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:38,310 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/af29679b00494a77a08c0356229982bb 2024-12-06T03:21:38,316 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/ef8d1f8a10c445f7a2fff62b6519c979 is 50, key is test_row_0/C:col10/1733455296069/Put/seqid=0 2024-12-06T03:21:38,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742538_1714 (size=12301) 2024-12-06T03:21:38,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455358507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:38,509 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:38,509 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 116 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455358507, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:38,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 161 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455358508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:38,510 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:38,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 157 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455358508, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:38,511 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:38,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 159 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455358510, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:38,720 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=31.31 KB at sequenceid=314 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/ef8d1f8a10c445f7a2fff62b6519c979 2024-12-06T03:21:38,725 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/35f68925f97a478495eb447f673edeeb as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/35f68925f97a478495eb447f673edeeb 2024-12-06T03:21:38,728 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/35f68925f97a478495eb447f673edeeb, entries=150, sequenceid=314, filesize=30.5 K 2024-12-06T03:21:38,729 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/af29679b00494a77a08c0356229982bb as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/af29679b00494a77a08c0356229982bb 2024-12-06T03:21:38,732 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/af29679b00494a77a08c0356229982bb, entries=150, sequenceid=314, filesize=12.0 K 2024-12-06T03:21:38,733 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/ef8d1f8a10c445f7a2fff62b6519c979 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/ef8d1f8a10c445f7a2fff62b6519c979 2024-12-06T03:21:38,736 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/ef8d1f8a10c445f7a2fff62b6519c979, entries=150, sequenceid=314, filesize=12.0 K 2024-12-06T03:21:38,737 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(3040): Finished flush of dataSize ~93.93 KB/96180, heapSize ~246.80 KB/252720, currentSize=107.34 KB/109920 for c571951eae605c82eb9e25e89f7e0a23 in 1273ms, sequenceid=314, compaction requested=false 2024-12-06T03:21:38,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.HRegion(2538): Flush status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:38,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:38,737 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=194}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=194 2024-12-06T03:21:38,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=194 2024-12-06T03:21:38,739 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=194, resume processing ppid=193 2024-12-06T03:21:38,739 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=194, ppid=193, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 2.0380 sec 2024-12-06T03:21:38,741 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=193, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=193, table=TestAcidGuarantees in 2.0410 sec 2024-12-06T03:21:38,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=193 2024-12-06T03:21:38,803 INFO [Thread-2750 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 193 completed 2024-12-06T03:21:38,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:21:38,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=195, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=195, table=TestAcidGuarantees 2024-12-06T03:21:38,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-12-06T03:21:38,806 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=195, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=195, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:21:38,806 INFO [PEWorker-5 {}] procedure.FlushTableProcedure(91): pid=195, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=195, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:21:38,807 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=196, ppid=195, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:21:38,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:38,813 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c571951eae605c82eb9e25e89f7e0a23 3/3 column families, dataSize=114.05 KB heapSize=299.58 KB 2024-12-06T03:21:38,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=A 2024-12-06T03:21:38,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:38,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=B 2024-12-06T03:21:38,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:38,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=C 2024-12-06T03:21:38,814 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:38,821 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206bd2d1cc042f54843ae64830eb925f8a0_c571951eae605c82eb9e25e89f7e0a23 is 50, key is test_row_0/A:col10/1733455298811/Put/seqid=0 2024-12-06T03:21:38,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742539_1715 (size=14994) 2024-12-06T03:21:38,825 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:38,825 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:38,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455358821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:38,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455358821, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:38,827 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:38,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 121 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455358824, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:38,827 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:38,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455358825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:38,828 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:38,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 162 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455358825, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:38,905 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtility$FsDatasetAsyncDiskServiceFixer(620): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-06T03:21:38,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-12-06T03:21:38,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:38,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455358926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:38,927 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:38,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455358926, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:38,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:38,929 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 123 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455358928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:38,929 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:38,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455358928, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:38,930 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:38,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 164 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455358929, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:38,958 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:38,958 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=196 2024-12-06T03:21:38,958 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:38,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:38,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:38,959 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] handler.RSProcedureHandler(58): pid=196 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:38,959 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=196 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:38,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=196 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:39,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-12-06T03:21:39,110 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:39,111 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=196 2024-12-06T03:21:39,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:39,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:39,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:39,111 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=196}] handler.RSProcedureHandler(58): pid=196 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:39,111 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=196 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:39,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=196 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:39,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 170 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455359128, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:39,129 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:39,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455359129, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:39,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:39,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 125 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455359130, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:39,132 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:39,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 168 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455359131, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:39,133 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:39,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 166 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455359132, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:39,226 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:39,229 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206bd2d1cc042f54843ae64830eb925f8a0_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206bd2d1cc042f54843ae64830eb925f8a0_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:39,230 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/8a3019b6c3a74471951ccc02049ebdb5, store: [table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:39,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/8a3019b6c3a74471951ccc02049ebdb5 is 175, key is test_row_0/A:col10/1733455298811/Put/seqid=0 2024-12-06T03:21:39,233 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742540_1716 (size=39949) 2024-12-06T03:21:39,234 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=337, memsize=42.5 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/8a3019b6c3a74471951ccc02049ebdb5 2024-12-06T03:21:39,240 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/7d3636a3d5bc423da5e01f29265af4f0 is 50, key is test_row_0/B:col10/1733455298811/Put/seqid=0 2024-12-06T03:21:39,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742541_1717 (size=12301) 2024-12-06T03:21:39,243 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/7d3636a3d5bc423da5e01f29265af4f0 2024-12-06T03:21:39,249 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/b64680c6c75742eabb7167c0f37f638d is 50, key is test_row_0/C:col10/1733455298811/Put/seqid=0 2024-12-06T03:21:39,251 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742542_1718 (size=12301) 2024-12-06T03:21:39,252 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=42.49 KB at sequenceid=337 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/b64680c6c75742eabb7167c0f37f638d 2024-12-06T03:21:39,255 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/8a3019b6c3a74471951ccc02049ebdb5 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/8a3019b6c3a74471951ccc02049ebdb5 2024-12-06T03:21:39,259 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/8a3019b6c3a74471951ccc02049ebdb5, entries=200, sequenceid=337, filesize=39.0 K 2024-12-06T03:21:39,259 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/7d3636a3d5bc423da5e01f29265af4f0 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/7d3636a3d5bc423da5e01f29265af4f0 2024-12-06T03:21:39,262 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/7d3636a3d5bc423da5e01f29265af4f0, entries=150, sequenceid=337, filesize=12.0 K 2024-12-06T03:21:39,263 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/b64680c6c75742eabb7167c0f37f638d as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/b64680c6c75742eabb7167c0f37f638d 2024-12-06T03:21:39,263 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:39,264 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=196 2024-12-06T03:21:39,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:39,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:39,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:39,264 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] handler.RSProcedureHandler(58): pid=196 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:39,264 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=196 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:39,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=196 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:39,267 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/b64680c6c75742eabb7167c0f37f638d, entries=150, sequenceid=337, filesize=12.0 K 2024-12-06T03:21:39,267 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~127.47 KB/130530, heapSize ~334.69 KB/342720, currentSize=80.51 KB/82440 for c571951eae605c82eb9e25e89f7e0a23 in 454ms, sequenceid=337, compaction requested=true 2024-12-06T03:21:39,267 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:39,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c571951eae605c82eb9e25e89f7e0a23:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:21:39,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:39,268 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:39,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c571951eae605c82eb9e25e89f7e0a23:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:21:39,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:21:39,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c571951eae605c82eb9e25e89f7e0a23:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:21:39,268 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=2), splitQueue=0 2024-12-06T03:21:39,268 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:39,268 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103141 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:39,268 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): c571951eae605c82eb9e25e89f7e0a23/A is initiating minor compaction (all files) 2024-12-06T03:21:39,268 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c571951eae605c82eb9e25e89f7e0a23/A in TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:39,269 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:39,269 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/bbef4159258e4e8c9c338c465550e1ed, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/35f68925f97a478495eb447f673edeeb, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/8a3019b6c3a74471951ccc02049ebdb5] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp, totalSize=100.7 K 2024-12-06T03:21:39,269 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): c571951eae605c82eb9e25e89f7e0a23/B is initiating minor compaction (all files) 2024-12-06T03:21:39,269 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:39,269 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c571951eae605c82eb9e25e89f7e0a23/B in TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:39,269 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. files: [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/bbef4159258e4e8c9c338c465550e1ed, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/35f68925f97a478495eb447f673edeeb, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/8a3019b6c3a74471951ccc02049ebdb5] 2024-12-06T03:21:39,269 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/aef7344159b2416ca6c8b42046dd183e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/af29679b00494a77a08c0356229982bb, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/7d3636a3d5bc423da5e01f29265af4f0] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp, totalSize=36.7 K 2024-12-06T03:21:39,269 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting aef7344159b2416ca6c8b42046dd183e, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733455295737 2024-12-06T03:21:39,270 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting af29679b00494a77a08c0356229982bb, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733455296063 2024-12-06T03:21:39,270 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 7d3636a3d5bc423da5e01f29265af4f0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1733455298811 2024-12-06T03:21:39,276 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting bbef4159258e4e8c9c338c465550e1ed, keycount=150, bloomtype=ROW, size=31.2 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733455295737 2024-12-06T03:21:39,276 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 35f68925f97a478495eb447f673edeeb, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733455296063 2024-12-06T03:21:39,277 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 8a3019b6c3a74471951ccc02049ebdb5, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1733455298202 2024-12-06T03:21:39,278 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c571951eae605c82eb9e25e89f7e0a23#B#compaction#611 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:39,279 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/936447bc58424f50977aacf810f2ae90 is 50, key is test_row_0/B:col10/1733455298811/Put/seqid=0 2024-12-06T03:21:39,282 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:39,284 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412064475158ed36040d198e72d5f0e907bb9_c571951eae605c82eb9e25e89f7e0a23 store=[table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:39,286 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412064475158ed36040d198e72d5f0e907bb9_c571951eae605c82eb9e25e89f7e0a23, store=[table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:39,286 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412064475158ed36040d198e72d5f0e907bb9_c571951eae605c82eb9e25e89f7e0a23 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:39,301 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742544_1720 (size=4469) 2024-12-06T03:21:39,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742543_1719 (size=13085) 2024-12-06T03:21:39,318 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/936447bc58424f50977aacf810f2ae90 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/936447bc58424f50977aacf810f2ae90 2024-12-06T03:21:39,322 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c571951eae605c82eb9e25e89f7e0a23/B of c571951eae605c82eb9e25e89f7e0a23 into 936447bc58424f50977aacf810f2ae90(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:39,322 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:39,322 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23., storeName=c571951eae605c82eb9e25e89f7e0a23/B, priority=13, startTime=1733455299268; duration=0sec 2024-12-06T03:21:39,323 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:21:39,323 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c571951eae605c82eb9e25e89f7e0a23:B 2024-12-06T03:21:39,323 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:39,324 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37585 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:39,324 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): c571951eae605c82eb9e25e89f7e0a23/C is initiating minor compaction (all files) 2024-12-06T03:21:39,324 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c571951eae605c82eb9e25e89f7e0a23/C in TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:39,324 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/4310bc1dc972453480870cf54c161460, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/ef8d1f8a10c445f7a2fff62b6519c979, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/b64680c6c75742eabb7167c0f37f638d] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp, totalSize=36.7 K 2024-12-06T03:21:39,324 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 4310bc1dc972453480870cf54c161460, keycount=150, bloomtype=ROW, size=12.7 K, encoding=NONE, compression=NONE, seqNum=295, earliestPutTs=1733455295737 2024-12-06T03:21:39,325 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting ef8d1f8a10c445f7a2fff62b6519c979, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=314, earliestPutTs=1733455296063 2024-12-06T03:21:39,325 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting b64680c6c75742eabb7167c0f37f638d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1733455298811 2024-12-06T03:21:39,331 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c571951eae605c82eb9e25e89f7e0a23#C#compaction#613 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:39,332 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/893cfef3f784487eb40cf9713852a881 is 50, key is test_row_0/C:col10/1733455298811/Put/seqid=0 2024-12-06T03:21:39,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742545_1721 (size=13085) 2024-12-06T03:21:39,408 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-12-06T03:21:39,417 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:39,417 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=196 2024-12-06T03:21:39,417 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:39,417 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegion(2837): Flushing c571951eae605c82eb9e25e89f7e0a23 3/3 column families, dataSize=80.51 KB heapSize=211.69 KB 2024-12-06T03:21:39,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=A 2024-12-06T03:21:39,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:39,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=B 2024-12-06T03:21:39,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:39,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=C 2024-12-06T03:21:39,418 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:39,424 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120669f54f2fed9a4e7786a7c3eeceb28ea6_c571951eae605c82eb9e25e89f7e0a23 is 50, key is test_row_0/A:col10/1733455298823/Put/seqid=0 2024-12-06T03:21:39,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742546_1722 (size=12454) 2024-12-06T03:21:39,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:39,432 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:39,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:39,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455359447, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:39,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:39,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 131 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455359448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:39,449 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:39,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455359448, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:39,451 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:39,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 173 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455359449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:39,452 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:39,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 172 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455359449, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:39,551 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:39,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455359550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:39,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:39,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 133 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455359550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:39,552 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:39,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455359550, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:39,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:39,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 175 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455359552, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:39,554 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:39,554 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 174 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455359553, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:39,702 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c571951eae605c82eb9e25e89f7e0a23#A#compaction#612 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:39,703 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/75439108b1ca439993c34303a6207a1b is 175, key is test_row_0/A:col10/1733455298811/Put/seqid=0 2024-12-06T03:21:39,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742547_1723 (size=32039) 2024-12-06T03:21:39,746 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/893cfef3f784487eb40cf9713852a881 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/893cfef3f784487eb40cf9713852a881 2024-12-06T03:21:39,750 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c571951eae605c82eb9e25e89f7e0a23/C of c571951eae605c82eb9e25e89f7e0a23 into 893cfef3f784487eb40cf9713852a881(size=12.8 K), total size for store is 12.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:39,750 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:39,750 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23., storeName=c571951eae605c82eb9e25e89f7e0a23/C, priority=13, startTime=1733455299268; duration=0sec 2024-12-06T03:21:39,750 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:39,750 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c571951eae605c82eb9e25e89f7e0a23:C 2024-12-06T03:21:39,753 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:39,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 135 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455359753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:39,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:39,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 178 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455359753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:39,754 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:39,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 179 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455359753, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:39,756 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:39,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 177 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455359755, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:39,757 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:39,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 176 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455359756, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:39,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:39,832 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120669f54f2fed9a4e7786a7c3eeceb28ea6_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120669f54f2fed9a4e7786a7c3eeceb28ea6_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:39,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/b7b4ff0d1c5a4cc7a44bae538e6f5a2a, store: [table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:39,833 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/b7b4ff0d1c5a4cc7a44bae538e6f5a2a is 175, key is test_row_0/A:col10/1733455298823/Put/seqid=0 2024-12-06T03:21:39,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742548_1724 (size=31255) 2024-12-06T03:21:39,837 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=353, memsize=26.8 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/b7b4ff0d1c5a4cc7a44bae538e6f5a2a 2024-12-06T03:21:39,843 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/3d3d6eeee6bd4aacaa3228a7be12cda0 is 50, key is test_row_0/B:col10/1733455298823/Put/seqid=0 2024-12-06T03:21:39,846 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742549_1725 (size=12301) 2024-12-06T03:21:39,846 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/3d3d6eeee6bd4aacaa3228a7be12cda0 2024-12-06T03:21:39,853 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/61f23304317f4873b33ab609fc4b0a78 is 50, key is test_row_0/C:col10/1733455298823/Put/seqid=0 2024-12-06T03:21:39,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742550_1726 (size=12301) 2024-12-06T03:21:39,856 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=26.84 KB at sequenceid=353 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/61f23304317f4873b33ab609fc4b0a78 2024-12-06T03:21:39,860 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/b7b4ff0d1c5a4cc7a44bae538e6f5a2a as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/b7b4ff0d1c5a4cc7a44bae538e6f5a2a 2024-12-06T03:21:39,863 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/b7b4ff0d1c5a4cc7a44bae538e6f5a2a, entries=150, sequenceid=353, filesize=30.5 K 2024-12-06T03:21:39,864 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/3d3d6eeee6bd4aacaa3228a7be12cda0 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/3d3d6eeee6bd4aacaa3228a7be12cda0 2024-12-06T03:21:39,867 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/3d3d6eeee6bd4aacaa3228a7be12cda0, entries=150, sequenceid=353, filesize=12.0 K 2024-12-06T03:21:39,867 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/61f23304317f4873b33ab609fc4b0a78 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/61f23304317f4873b33ab609fc4b0a78 2024-12-06T03:21:39,870 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/61f23304317f4873b33ab609fc4b0a78, entries=150, sequenceid=353, filesize=12.0 K 2024-12-06T03:21:39,871 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegion(3040): Finished flush of dataSize ~80.51 KB/82440, heapSize ~211.64 KB/216720, currentSize=127.47 KB/130530 for c571951eae605c82eb9e25e89f7e0a23 in 454ms, sequenceid=353, compaction requested=false 2024-12-06T03:21:39,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.HRegion(2538): Flush status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:39,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:39,871 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=196}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=196 2024-12-06T03:21:39,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=196 2024-12-06T03:21:39,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=196, resume processing ppid=195 2024-12-06T03:21:39,874 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=196, ppid=195, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.0650 sec 2024-12-06T03:21:39,875 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=195, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=195, table=TestAcidGuarantees in 1.0690 sec 2024-12-06T03:21:39,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=195 2024-12-06T03:21:39,909 INFO [Thread-2750 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 195 completed 2024-12-06T03:21:39,910 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:21:39,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=197, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=197, table=TestAcidGuarantees 2024-12-06T03:21:39,911 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=197, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=197, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:21:39,911 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=197 2024-12-06T03:21:39,911 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=197, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=197, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:21:39,911 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=198, ppid=197, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:21:40,012 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=197 2024-12-06T03:21:40,058 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:40,058 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c571951eae605c82eb9e25e89f7e0a23 3/3 column families, dataSize=134.18 KB heapSize=352.31 KB 2024-12-06T03:21:40,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=A 2024-12-06T03:21:40,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:40,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=B 2024-12-06T03:21:40,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:40,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=C 2024-12-06T03:21:40,059 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:40,063 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:40,063 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=198 2024-12-06T03:21:40,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:40,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:40,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:40,064 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] handler.RSProcedureHandler(58): pid=198 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:40,064 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=198 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:40,065 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=198 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:40,066 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206a4a63602d989495e8ed555d264224a87_c571951eae605c82eb9e25e89f7e0a23 is 50, key is test_row_0/A:col10/1733455300057/Put/seqid=0 2024-12-06T03:21:40,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742551_1727 (size=14994) 2024-12-06T03:21:40,069 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:40,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455360064, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:40,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:40,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 140 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455360068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:40,073 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:40,073 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:40,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 180 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455360068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:40,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 181 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455360070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:40,073 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:40,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455360070, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:40,111 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/75439108b1ca439993c34303a6207a1b as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/75439108b1ca439993c34303a6207a1b 2024-12-06T03:21:40,115 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c571951eae605c82eb9e25e89f7e0a23/A of c571951eae605c82eb9e25e89f7e0a23 into 75439108b1ca439993c34303a6207a1b(size=31.3 K), total size for store is 61.8 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:40,115 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:40,115 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23., storeName=c571951eae605c82eb9e25e89f7e0a23/A, priority=13, startTime=1733455299267; duration=0sec 2024-12-06T03:21:40,115 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:40,115 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c571951eae605c82eb9e25e89f7e0a23:A 2024-12-06T03:21:40,171 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:40,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455360170, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:40,175 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 142 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455360174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:40,176 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:40,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 182 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455360174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:40,177 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455360174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:40,177 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:40,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 183 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455360174, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:40,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=197 2024-12-06T03:21:40,216 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:40,216 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=198 2024-12-06T03:21:40,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:40,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:40,216 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:40,217 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=198}] handler.RSProcedureHandler(58): pid=198 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:40,217 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=198 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:40,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=198 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:40,368 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:40,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=198 2024-12-06T03:21:40,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:40,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:40,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:40,369 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] handler.RSProcedureHandler(58): pid=198 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:40,369 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=198 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:40,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=198 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:40,376 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:40,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455360373, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:40,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:40,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 144 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455360376, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:40,379 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:40,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 184 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455360377, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:40,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 185 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455360378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:40,380 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:40,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455360378, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:40,470 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:40,473 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206a4a63602d989495e8ed555d264224a87_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206a4a63602d989495e8ed555d264224a87_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:40,474 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/c9e874cc2b7e44b48042d4c4b7b3d7ed, store: [table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:40,475 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/c9e874cc2b7e44b48042d4c4b7b3d7ed is 175, key is test_row_0/A:col10/1733455300057/Put/seqid=0 2024-12-06T03:21:40,478 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742552_1728 (size=39949) 2024-12-06T03:21:40,479 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=379, memsize=49.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/c9e874cc2b7e44b48042d4c4b7b3d7ed 2024-12-06T03:21:40,485 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/b72f0e7bdca14f6ea68885c8eefc3908 is 50, key is test_row_0/B:col10/1733455300057/Put/seqid=0 2024-12-06T03:21:40,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742553_1729 (size=12301) 2024-12-06T03:21:40,497 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/b72f0e7bdca14f6ea68885c8eefc3908 2024-12-06T03:21:40,504 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/a464a92c8085479e89aa9ae7f4ede594 is 50, key is test_row_0/C:col10/1733455300057/Put/seqid=0 2024-12-06T03:21:40,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=197 2024-12-06T03:21:40,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742554_1730 (size=12301) 2024-12-06T03:21:40,521 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:40,521 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=198 2024-12-06T03:21:40,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:40,521 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:40,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:40,522 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] handler.RSProcedureHandler(58): pid=198 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:40,522 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=198 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:40,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=198 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:40,674 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:40,675 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=198 2024-12-06T03:21:40,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:40,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:40,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:40,675 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=198}] handler.RSProcedureHandler(58): pid=198 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:40,675 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=198 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:40,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=198 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:40,681 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:40,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455360679, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:40,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 187 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455360680, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:40,682 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 189 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455360681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:40,682 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:40,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 186 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455360681, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:40,684 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:40,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 146 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455360682, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:40,827 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:40,828 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=198 2024-12-06T03:21:40,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:40,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:40,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:40,828 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] handler.RSProcedureHandler(58): pid=198 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:40,828 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=198 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:40,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=198 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:40,916 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.20 KB at sequenceid=379 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/a464a92c8085479e89aa9ae7f4ede594 2024-12-06T03:21:40,920 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/c9e874cc2b7e44b48042d4c4b7b3d7ed as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/c9e874cc2b7e44b48042d4c4b7b3d7ed 2024-12-06T03:21:40,923 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/c9e874cc2b7e44b48042d4c4b7b3d7ed, entries=200, sequenceid=379, filesize=39.0 K 2024-12-06T03:21:40,923 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/b72f0e7bdca14f6ea68885c8eefc3908 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/b72f0e7bdca14f6ea68885c8eefc3908 2024-12-06T03:21:40,927 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/b72f0e7bdca14f6ea68885c8eefc3908, entries=150, sequenceid=379, filesize=12.0 K 2024-12-06T03:21:40,928 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/a464a92c8085479e89aa9ae7f4ede594 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/a464a92c8085479e89aa9ae7f4ede594 2024-12-06T03:21:40,931 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/a464a92c8085479e89aa9ae7f4ede594, entries=150, sequenceid=379, filesize=12.0 K 2024-12-06T03:21:40,931 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~147.60 KB/151140, heapSize ~387.42 KB/396720, currentSize=60.38 KB/61830 for c571951eae605c82eb9e25e89f7e0a23 in 873ms, sequenceid=379, compaction requested=true 2024-12-06T03:21:40,932 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:40,932 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:40,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c571951eae605c82eb9e25e89f7e0a23:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:21:40,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:40,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c571951eae605c82eb9e25e89f7e0a23:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:21:40,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:21:40,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c571951eae605c82eb9e25e89f7e0a23:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:21:40,932 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:21:40,932 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:40,933 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 103243 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:40,933 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): c571951eae605c82eb9e25e89f7e0a23/A is initiating minor compaction (all files) 2024-12-06T03:21:40,933 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c571951eae605c82eb9e25e89f7e0a23/A in TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:40,933 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/75439108b1ca439993c34303a6207a1b, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/b7b4ff0d1c5a4cc7a44bae538e6f5a2a, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/c9e874cc2b7e44b48042d4c4b7b3d7ed] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp, totalSize=100.8 K 2024-12-06T03:21:40,933 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:40,933 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. files: [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/75439108b1ca439993c34303a6207a1b, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/b7b4ff0d1c5a4cc7a44bae538e6f5a2a, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/c9e874cc2b7e44b48042d4c4b7b3d7ed] 2024-12-06T03:21:40,933 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 75439108b1ca439993c34303a6207a1b, keycount=150, bloomtype=ROW, size=31.3 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1733455298811 2024-12-06T03:21:40,934 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting b7b4ff0d1c5a4cc7a44bae538e6f5a2a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1733455298823 2024-12-06T03:21:40,934 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting c9e874cc2b7e44b48042d4c4b7b3d7ed, keycount=200, bloomtype=ROW, size=39.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1733455299446 2024-12-06T03:21:40,936 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:40,937 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): c571951eae605c82eb9e25e89f7e0a23/B is initiating minor compaction (all files) 2024-12-06T03:21:40,937 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c571951eae605c82eb9e25e89f7e0a23/B in TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:40,937 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/936447bc58424f50977aacf810f2ae90, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/3d3d6eeee6bd4aacaa3228a7be12cda0, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/b72f0e7bdca14f6ea68885c8eefc3908] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp, totalSize=36.8 K 2024-12-06T03:21:40,937 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 936447bc58424f50977aacf810f2ae90, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1733455298811 2024-12-06T03:21:40,937 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 3d3d6eeee6bd4aacaa3228a7be12cda0, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1733455298823 2024-12-06T03:21:40,938 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting b72f0e7bdca14f6ea68885c8eefc3908, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1733455300056 2024-12-06T03:21:40,939 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:40,941 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206ccaa4fc9157f45c9a7200efaa8b339b0_c571951eae605c82eb9e25e89f7e0a23 store=[table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:40,943 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206ccaa4fc9157f45c9a7200efaa8b339b0_c571951eae605c82eb9e25e89f7e0a23, store=[table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:40,943 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206ccaa4fc9157f45c9a7200efaa8b339b0_c571951eae605c82eb9e25e89f7e0a23 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:40,944 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c571951eae605c82eb9e25e89f7e0a23#B#compaction#621 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:40,945 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/f160a201d4d345a99f96105f806b9347 is 50, key is test_row_0/B:col10/1733455300057/Put/seqid=0 2024-12-06T03:21:40,966 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742555_1731 (size=4469) 2024-12-06T03:21:40,967 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c571951eae605c82eb9e25e89f7e0a23#A#compaction#620 average throughput is 0.90 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:40,967 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/00268214f88b4cffa52a312434ee90d2 is 175, key is test_row_0/A:col10/1733455300057/Put/seqid=0 2024-12-06T03:21:40,978 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742556_1732 (size=13187) 2024-12-06T03:21:40,981 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:40,981 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=198 2024-12-06T03:21:40,981 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:40,981 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HRegion(2837): Flushing c571951eae605c82eb9e25e89f7e0a23 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-06T03:21:40,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=A 2024-12-06T03:21:40,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:40,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=B 2024-12-06T03:21:40,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:40,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=C 2024-12-06T03:21:40,982 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:40,983 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/f160a201d4d345a99f96105f806b9347 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/f160a201d4d345a99f96105f806b9347 2024-12-06T03:21:40,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742557_1733 (size=32141) 2024-12-06T03:21:40,989 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c571951eae605c82eb9e25e89f7e0a23/B of c571951eae605c82eb9e25e89f7e0a23 into f160a201d4d345a99f96105f806b9347(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:40,990 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:40,990 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23., storeName=c571951eae605c82eb9e25e89f7e0a23/B, priority=13, startTime=1733455300932; duration=0sec 2024-12-06T03:21:40,990 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:21:40,990 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c571951eae605c82eb9e25e89f7e0a23:B 2024-12-06T03:21:40,990 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:40,995 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37687 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:40,996 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): c571951eae605c82eb9e25e89f7e0a23/C is initiating minor compaction (all files) 2024-12-06T03:21:40,996 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c571951eae605c82eb9e25e89f7e0a23/C in TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:40,996 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/893cfef3f784487eb40cf9713852a881, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/61f23304317f4873b33ab609fc4b0a78, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/a464a92c8085479e89aa9ae7f4ede594] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp, totalSize=36.8 K 2024-12-06T03:21:40,996 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 893cfef3f784487eb40cf9713852a881, keycount=150, bloomtype=ROW, size=12.8 K, encoding=NONE, compression=NONE, seqNum=337, earliestPutTs=1733455298811 2024-12-06T03:21:40,997 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 61f23304317f4873b33ab609fc4b0a78, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=353, earliestPutTs=1733455298823 2024-12-06T03:21:40,997 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/00268214f88b4cffa52a312434ee90d2 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/00268214f88b4cffa52a312434ee90d2 2024-12-06T03:21:40,997 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting a464a92c8085479e89aa9ae7f4ede594, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1733455300056 2024-12-06T03:21:41,003 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c571951eae605c82eb9e25e89f7e0a23/A of c571951eae605c82eb9e25e89f7e0a23 into 00268214f88b4cffa52a312434ee90d2(size=31.4 K), total size for store is 31.4 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:41,003 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:41,003 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23., storeName=c571951eae605c82eb9e25e89f7e0a23/A, priority=13, startTime=1733455300932; duration=0sec 2024-12-06T03:21:41,003 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:41,003 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c571951eae605c82eb9e25e89f7e0a23:A 2024-12-06T03:21:41,010 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206d77de27d6b324d0aa680fe9cedfb777c_c571951eae605c82eb9e25e89f7e0a23 is 50, key is test_row_0/A:col10/1733455300068/Put/seqid=0 2024-12-06T03:21:41,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=197 2024-12-06T03:21:41,014 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c571951eae605c82eb9e25e89f7e0a23#C#compaction#623 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:41,015 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/ae80597c135a4630982cb9cc04aae03c is 50, key is test_row_0/C:col10/1733455300057/Put/seqid=0 2024-12-06T03:21:41,021 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742558_1734 (size=12454) 2024-12-06T03:21:41,022 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,025 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206d77de27d6b324d0aa680fe9cedfb777c_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206d77de27d6b324d0aa680fe9cedfb777c_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:41,026 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/5eba70c9132c4aefa2ac2b8a72410117, store: [table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:41,027 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/5eba70c9132c4aefa2ac2b8a72410117 is 175, key is test_row_0/A:col10/1733455300068/Put/seqid=0 2024-12-06T03:21:41,027 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742559_1735 (size=13187) 2024-12-06T03:21:41,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742560_1736 (size=31255) 2024-12-06T03:21:41,031 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=392, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/5eba70c9132c4aefa2ac2b8a72410117 2024-12-06T03:21:41,032 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/ae80597c135a4630982cb9cc04aae03c as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/ae80597c135a4630982cb9cc04aae03c 2024-12-06T03:21:41,037 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/d40c0338574c4775852e27c955b39381 is 50, key is test_row_0/B:col10/1733455300068/Put/seqid=0 2024-12-06T03:21:41,037 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c571951eae605c82eb9e25e89f7e0a23/C of c571951eae605c82eb9e25e89f7e0a23 into ae80597c135a4630982cb9cc04aae03c(size=12.9 K), total size for store is 12.9 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:41,037 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:41,037 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23., storeName=c571951eae605c82eb9e25e89f7e0a23/C, priority=13, startTime=1733455300932; duration=0sec 2024-12-06T03:21:41,037 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:41,037 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c571951eae605c82eb9e25e89f7e0a23:C 2024-12-06T03:21:41,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742561_1737 (size=12301) 2024-12-06T03:21:41,051 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/d40c0338574c4775852e27c955b39381 2024-12-06T03:21:41,059 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/1424ace2ceee4e1486e6ad4f7d283a44 is 50, key is test_row_0/C:col10/1733455300068/Put/seqid=0 2024-12-06T03:21:41,069 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742562_1738 (size=12301) 2024-12-06T03:21:41,070 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=392 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/1424ace2ceee4e1486e6ad4f7d283a44 2024-12-06T03:21:41,074 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/5eba70c9132c4aefa2ac2b8a72410117 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/5eba70c9132c4aefa2ac2b8a72410117 2024-12-06T03:21:41,078 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/5eba70c9132c4aefa2ac2b8a72410117, entries=150, sequenceid=392, filesize=30.5 K 2024-12-06T03:21:41,079 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/d40c0338574c4775852e27c955b39381 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/d40c0338574c4775852e27c955b39381 2024-12-06T03:21:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,082 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/d40c0338574c4775852e27c955b39381, entries=150, sequenceid=392, filesize=12.0 K 2024-12-06T03:21:41,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,083 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/1424ace2ceee4e1486e6ad4f7d283a44 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/1424ace2ceee4e1486e6ad4f7d283a44 2024-12-06T03:21:41,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,084 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,086 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,087 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/1424ace2ceee4e1486e6ad4f7d283a44, entries=150, sequenceid=392, filesize=12.0 K 2024-12-06T03:21:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,088 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=0 B/0 for c571951eae605c82eb9e25e89f7e0a23 in 107ms, sequenceid=392, compaction requested=false 2024-12-06T03:21:41,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.HRegion(2538): Flush status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:41,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:41,088 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=198}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=198 2024-12-06T03:21:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=198 2024-12-06T03:21:41,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,089 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=198, resume processing ppid=197 2024-12-06T03:21:41,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=198, ppid=197, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 1.1780 sec 2024-12-06T03:21:41,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,092 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=197, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=197, table=TestAcidGuarantees in 1.1810 sec 2024-12-06T03:21:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,096 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,098 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,099 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,100 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,102 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,107 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,110 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,116 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,117 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,118 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,136 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,145 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,146 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,147 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,150 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,163 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,164 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,167 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,168 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,170 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,172 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,173 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,175 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,176 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,177 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,178 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,186 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,196 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,207 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,208 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,210 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,211 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,212 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,213 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,214 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:41,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,221 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c571951eae605c82eb9e25e89f7e0a23 3/3 column families, dataSize=53.67 KB heapSize=141.38 KB 2024-12-06T03:21:41,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=A 2024-12-06T03:21:41,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:41,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=B 2024-12-06T03:21:41,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:41,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=C 2024-12-06T03:21:41,222 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:41,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,223 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,229 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,230 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206c38526e90f544ba1b800c1550a06b04e_c571951eae605c82eb9e25e89f7e0a23 is 50, key is test_row_0/A:col10/1733455301217/Put/seqid=0 2024-12-06T03:21:41,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742564_1740 (size=27698) 2024-12-06T03:21:41,246 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:41,250 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206c38526e90f544ba1b800c1550a06b04e_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206c38526e90f544ba1b800c1550a06b04e_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:41,251 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/85626f56a5b3479cb25cd10951de742f, store: [table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:41,252 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/85626f56a5b3479cb25cd10951de742f is 175, key is test_row_0/A:col10/1733455301217/Put/seqid=0 2024-12-06T03:21:41,256 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742563_1739 (size=83485) 2024-12-06T03:21:41,259 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:41,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 154 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455361251, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:41,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:41,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 195 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455361255, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:41,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:41,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455361256, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:41,261 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:41,261 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455361257, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:41,264 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:41,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 194 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455361261, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:41,361 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:41,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 156 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455361360, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:41,364 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:41,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 197 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455361362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:41,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:41,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455361362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:41,364 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:41,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455361362, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:41,370 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:41,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 196 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455361369, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:41,565 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:41,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 158 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455361564, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:41,566 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:41,566 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 201 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455361565, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:41,568 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:41,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 199 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455361566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:41,568 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:41,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 202 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455361566, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:41,573 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:41,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 198 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455361572, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:41,657 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=407, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/85626f56a5b3479cb25cd10951de742f 2024-12-06T03:21:41,664 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/dfd480e667934a5d9032368c84b5274d is 50, key is test_row_0/B:col10/1733455301217/Put/seqid=0 2024-12-06T03:21:41,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742565_1741 (size=12301) 2024-12-06T03:21:41,667 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/dfd480e667934a5d9032368c84b5274d 2024-12-06T03:21:41,674 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/f18d09ae0f794f9eb2af2f377ca60e6b is 50, key is test_row_0/C:col10/1733455301217/Put/seqid=0 2024-12-06T03:21:41,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742566_1742 (size=12301) 2024-12-06T03:21:41,677 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=407 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/f18d09ae0f794f9eb2af2f377ca60e6b 2024-12-06T03:21:41,681 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/85626f56a5b3479cb25cd10951de742f as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/85626f56a5b3479cb25cd10951de742f 2024-12-06T03:21:41,684 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/85626f56a5b3479cb25cd10951de742f, entries=450, sequenceid=407, filesize=81.5 K 2024-12-06T03:21:41,684 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/dfd480e667934a5d9032368c84b5274d as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/dfd480e667934a5d9032368c84b5274d 2024-12-06T03:21:41,687 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/dfd480e667934a5d9032368c84b5274d, entries=150, sequenceid=407, filesize=12.0 K 2024-12-06T03:21:41,688 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/f18d09ae0f794f9eb2af2f377ca60e6b as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/f18d09ae0f794f9eb2af2f377ca60e6b 2024-12-06T03:21:41,690 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/f18d09ae0f794f9eb2af2f377ca60e6b, entries=150, sequenceid=407, filesize=12.0 K 2024-12-06T03:21:41,691 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=147.60 KB/151140 for c571951eae605c82eb9e25e89f7e0a23 in 470ms, sequenceid=407, compaction requested=true 2024-12-06T03:21:41,691 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:41,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c571951eae605c82eb9e25e89f7e0a23:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:21:41,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:41,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c571951eae605c82eb9e25e89f7e0a23:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:21:41,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:41,691 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:41,691 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:41,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c571951eae605c82eb9e25e89f7e0a23:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:21:41,691 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:21:41,692 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 146881 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:41,692 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:41,692 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): c571951eae605c82eb9e25e89f7e0a23/B is initiating minor compaction (all files) 2024-12-06T03:21:41,692 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): c571951eae605c82eb9e25e89f7e0a23/A is initiating minor compaction (all files) 2024-12-06T03:21:41,692 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c571951eae605c82eb9e25e89f7e0a23/B in TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:41,692 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c571951eae605c82eb9e25e89f7e0a23/A in TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:41,692 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/f160a201d4d345a99f96105f806b9347, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/d40c0338574c4775852e27c955b39381, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/dfd480e667934a5d9032368c84b5274d] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp, totalSize=36.9 K 2024-12-06T03:21:41,692 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/00268214f88b4cffa52a312434ee90d2, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/5eba70c9132c4aefa2ac2b8a72410117, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/85626f56a5b3479cb25cd10951de742f] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp, totalSize=143.4 K 2024-12-06T03:21:41,692 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:41,692 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. files: [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/00268214f88b4cffa52a312434ee90d2, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/5eba70c9132c4aefa2ac2b8a72410117, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/85626f56a5b3479cb25cd10951de742f] 2024-12-06T03:21:41,693 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting f160a201d4d345a99f96105f806b9347, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1733455300056 2024-12-06T03:21:41,693 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 00268214f88b4cffa52a312434ee90d2, keycount=150, bloomtype=ROW, size=31.4 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1733455300056 2024-12-06T03:21:41,693 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 5eba70c9132c4aefa2ac2b8a72410117, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1733455300066 2024-12-06T03:21:41,693 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting d40c0338574c4775852e27c955b39381, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1733455300066 2024-12-06T03:21:41,693 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 85626f56a5b3479cb25cd10951de742f, keycount=450, bloomtype=ROW, size=81.5 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1733455301208 2024-12-06T03:21:41,693 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting dfd480e667934a5d9032368c84b5274d, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1733455301211 2024-12-06T03:21:41,698 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:41,699 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c571951eae605c82eb9e25e89f7e0a23#B#compaction#629 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:41,700 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/a0f5f5ead2304056ae721758a4620fae is 50, key is test_row_0/B:col10/1733455301217/Put/seqid=0 2024-12-06T03:21:41,700 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e202412069be27f1bd19143ea911c11195465c9a7_c571951eae605c82eb9e25e89f7e0a23 store=[table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:41,703 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e202412069be27f1bd19143ea911c11195465c9a7_c571951eae605c82eb9e25e89f7e0a23, store=[table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:41,704 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412069be27f1bd19143ea911c11195465c9a7_c571951eae605c82eb9e25e89f7e0a23 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:41,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742567_1743 (size=13289) 2024-12-06T03:21:41,735 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/a0f5f5ead2304056ae721758a4620fae as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/a0f5f5ead2304056ae721758a4620fae 2024-12-06T03:21:41,740 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c571951eae605c82eb9e25e89f7e0a23/B of c571951eae605c82eb9e25e89f7e0a23 into a0f5f5ead2304056ae721758a4620fae(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:41,741 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:41,741 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23., storeName=c571951eae605c82eb9e25e89f7e0a23/B, priority=13, startTime=1733455301691; duration=0sec 2024-12-06T03:21:41,741 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:21:41,741 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c571951eae605c82eb9e25e89f7e0a23:B 2024-12-06T03:21:41,741 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:41,742 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37789 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:41,742 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): c571951eae605c82eb9e25e89f7e0a23/C is initiating minor compaction (all files) 2024-12-06T03:21:41,742 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c571951eae605c82eb9e25e89f7e0a23/C in TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:41,742 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/ae80597c135a4630982cb9cc04aae03c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/1424ace2ceee4e1486e6ad4f7d283a44, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/f18d09ae0f794f9eb2af2f377ca60e6b] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp, totalSize=36.9 K 2024-12-06T03:21:41,743 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting ae80597c135a4630982cb9cc04aae03c, keycount=150, bloomtype=ROW, size=12.9 K, encoding=NONE, compression=NONE, seqNum=379, earliestPutTs=1733455300056 2024-12-06T03:21:41,743 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 1424ace2ceee4e1486e6ad4f7d283a44, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=392, earliestPutTs=1733455300066 2024-12-06T03:21:41,743 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting f18d09ae0f794f9eb2af2f377ca60e6b, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1733455301211 2024-12-06T03:21:41,752 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c571951eae605c82eb9e25e89f7e0a23#C#compaction#631 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:41,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742568_1744 (size=4469) 2024-12-06T03:21:41,752 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/b0bc58ecf61d404e8140bb96ed9fbbe6 is 50, key is test_row_0/C:col10/1733455301217/Put/seqid=0 2024-12-06T03:21:41,757 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c571951eae605c82eb9e25e89f7e0a23#A#compaction#630 average throughput is 0.41 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:41,758 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/600ab154433b45baabb8b294927cd114 is 175, key is test_row_0/A:col10/1733455301217/Put/seqid=0 2024-12-06T03:21:41,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742569_1745 (size=13289) 2024-12-06T03:21:41,765 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/b0bc58ecf61d404e8140bb96ed9fbbe6 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/b0bc58ecf61d404e8140bb96ed9fbbe6 2024-12-06T03:21:41,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742570_1746 (size=32243) 2024-12-06T03:21:41,770 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/600ab154433b45baabb8b294927cd114 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/600ab154433b45baabb8b294927cd114 2024-12-06T03:21:41,771 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c571951eae605c82eb9e25e89f7e0a23/C of c571951eae605c82eb9e25e89f7e0a23 into b0bc58ecf61d404e8140bb96ed9fbbe6(size=13.0 K), total size for store is 13.0 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:41,771 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:41,771 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23., storeName=c571951eae605c82eb9e25e89f7e0a23/C, priority=13, startTime=1733455301691; duration=0sec 2024-12-06T03:21:41,771 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:41,771 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c571951eae605c82eb9e25e89f7e0a23:C 2024-12-06T03:21:41,775 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c571951eae605c82eb9e25e89f7e0a23/A of c571951eae605c82eb9e25e89f7e0a23 into 600ab154433b45baabb8b294927cd114(size=31.5 K), total size for store is 31.5 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:41,775 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:41,775 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23., storeName=c571951eae605c82eb9e25e89f7e0a23/A, priority=13, startTime=1733455301691; duration=0sec 2024-12-06T03:21:41,775 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:41,775 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c571951eae605c82eb9e25e89f7e0a23:A 2024-12-06T03:21:41,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:41,869 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c571951eae605c82eb9e25e89f7e0a23 3/3 column families, dataSize=154.31 KB heapSize=405.05 KB 2024-12-06T03:21:41,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=A 2024-12-06T03:21:41,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:41,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=B 2024-12-06T03:21:41,869 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:41,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=C 2024-12-06T03:21:41,870 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:41,877 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412067bfa766601ac499a93e59cdc815e1af0_c571951eae605c82eb9e25e89f7e0a23 is 50, key is test_row_0/A:col10/1733455301243/Put/seqid=0 2024-12-06T03:21:41,879 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:41,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 200 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455361876, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:41,880 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:41,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 206 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455361877, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:41,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:41,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 163 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455361878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:41,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:41,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455361878, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:41,881 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:41,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 203 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455361879, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:41,884 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742571_1747 (size=12454) 2024-12-06T03:21:41,983 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:41,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 165 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455361982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:41,984 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:41,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 205 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455361982, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:41,986 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:41,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455361984, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:41,986 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:41,986 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 208 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455361985, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:42,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=197 2024-12-06T03:21:42,022 INFO [Thread-2750 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 197 completed 2024-12-06T03:21:42,023 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$22(4386): Client=jenkins//172.17.0.2 flush TestAcidGuarantees 2024-12-06T03:21:42,024 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=199, state=RUNNABLE:FLUSH_TABLE_PREPARE; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=199, table=TestAcidGuarantees 2024-12-06T03:21:42,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=199 2024-12-06T03:21:42,025 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=199, state=RUNNABLE:FLUSH_TABLE_PREPARE, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=199, table=TestAcidGuarantees execute state=FLUSH_TABLE_PREPARE 2024-12-06T03:21:42,025 INFO [PEWorker-1 {}] procedure.FlushTableProcedure(91): pid=199, state=RUNNABLE:FLUSH_TABLE_FLUSH_REGIONS, locked=true; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=199, table=TestAcidGuarantees execute state=FLUSH_TABLE_FLUSH_REGIONS 2024-12-06T03:21:42,025 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=200, ppid=199, state=RUNNABLE; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure}] 2024-12-06T03:21:42,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=199 2024-12-06T03:21:42,177 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:42,177 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=200 2024-12-06T03:21:42,177 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:42,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:42,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:42,178 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] handler.RSProcedureHandler(58): pid=200 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:42,178 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=200 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:42,179 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=200 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:42,185 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:42,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 167 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455362184, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:42,187 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:42,187 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 207 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455362186, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:42,188 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:42,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455362187, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:42,188 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:42,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 210 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455362188, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:42,285 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,288 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e202412067bfa766601ac499a93e59cdc815e1af0_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412067bfa766601ac499a93e59cdc815e1af0_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:42,289 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/1c082a1aad4b49db96172aca174ab625, store: [table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:42,290 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/1c082a1aad4b49db96172aca174ab625 is 175, key is test_row_0/A:col10/1733455301243/Put/seqid=0 2024-12-06T03:21:42,294 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742572_1748 (size=31255) 2024-12-06T03:21:42,294 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=436, memsize=51.4 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/1c082a1aad4b49db96172aca174ab625 2024-12-06T03:21:42,303 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/beaadf32021045c0987122519329eb59 is 50, key is test_row_0/B:col10/1733455301243/Put/seqid=0 2024-12-06T03:21:42,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=199 2024-12-06T03:21:42,330 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:42,330 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=200 2024-12-06T03:21:42,330 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:42,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:42,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:42,331 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=200}] handler.RSProcedureHandler(58): pid=200 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:42,331 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=200 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:42,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=200 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:42,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742573_1749 (size=12301) 2024-12-06T03:21:42,333 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/beaadf32021045c0987122519329eb59 2024-12-06T03:21:42,338 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/b83047f4ddce42cd9a50c35627ee6383 is 50, key is test_row_0/C:col10/1733455301243/Put/seqid=0 2024-12-06T03:21:42,341 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742574_1750 (size=12301) 2024-12-06T03:21:42,342 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51.44 KB at sequenceid=436 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/b83047f4ddce42cd9a50c35627ee6383 2024-12-06T03:21:42,345 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/1c082a1aad4b49db96172aca174ab625 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/1c082a1aad4b49db96172aca174ab625 2024-12-06T03:21:42,348 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/1c082a1aad4b49db96172aca174ab625, entries=150, sequenceid=436, filesize=30.5 K 2024-12-06T03:21:42,349 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/beaadf32021045c0987122519329eb59 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/beaadf32021045c0987122519329eb59 2024-12-06T03:21:42,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,351 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,352 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/beaadf32021045c0987122519329eb59, entries=150, sequenceid=436, filesize=12.0 K 2024-12-06T03:21:42,352 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/b83047f4ddce42cd9a50c35627ee6383 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/b83047f4ddce42cd9a50c35627ee6383 2024-12-06T03:21:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,353 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,355 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,356 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/b83047f4ddce42cd9a50c35627ee6383, entries=150, sequenceid=436, filesize=12.0 K 2024-12-06T03:21:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,356 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~154.31 KB/158010, heapSize ~405 KB/414720, currentSize=53.67 KB/54960 for c571951eae605c82eb9e25e89f7e0a23 in 487ms, sequenceid=436, compaction requested=false 2024-12-06T03:21:42,356 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:42,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,360 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,363 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,365 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,367 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,368 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,369 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,372 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,374 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,376 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,378 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,380 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,383 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,384 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,385 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,386 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,387 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:42,388 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(2837): Flushing c571951eae605c82eb9e25e89f7e0a23 3/3 column families, dataSize=60.38 KB heapSize=158.95 KB 2024-12-06T03:21:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,388 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=A 2024-12-06T03:21:42,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:42,388 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=B 2024-12-06T03:21:42,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:42,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=C 2024-12-06T03:21:42,389 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,391 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,395 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120634bc4904f1cf4b6985c3f27b11289516_c571951eae605c82eb9e25e89f7e0a23 is 50, key is test_row_0/A:col10/1733455301878/Put/seqid=0 2024-12-06T03:21:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,396 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,398 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,400 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,404 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742575_1751 (size=12454) 2024-12-06T03:21:42,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,407 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,408 DEBUG [MemStoreFlusher.0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:42,412 INFO [MemStoreFlusher.0 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120634bc4904f1cf4b6985c3f27b11289516_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120634bc4904f1cf4b6985c3f27b11289516_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:42,412 DEBUG [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/262e39260512481190a6abe0ee5bbe2a, store: [table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:42,413 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/262e39260512481190a6abe0ee5bbe2a is 175, key is test_row_0/A:col10/1733455301878/Put/seqid=0 2024-12-06T03:21:42,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742576_1752 (size=31255) 2024-12-06T03:21:42,416 INFO [MemStoreFlusher.0 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=448, memsize=20.1 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/262e39260512481190a6abe0ee5bbe2a 2024-12-06T03:21:42,422 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/ffe3a3b550b14d79973d05b6cb729b89 is 50, key is test_row_0/B:col10/1733455301878/Put/seqid=0 2024-12-06T03:21:42,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742577_1753 (size=12301) 2024-12-06T03:21:42,460 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:42,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 224 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455362458, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:42,483 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:42,483 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=200 2024-12-06T03:21:42,483 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:42,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:42,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:42,484 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] handler.RSProcedureHandler(58): pid=200 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:42,484 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=200 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:42,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=200 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:42,490 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 169 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455362488, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:42,491 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 209 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455362489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:42,491 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:42,491 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455362489, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:42,492 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:42,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 212 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455362490, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:42,563 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:42,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 226 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455362561, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:42,627 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=199 2024-12-06T03:21:42,635 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:42,636 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=200 2024-12-06T03:21:42,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:42,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:42,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:42,636 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] handler.RSProcedureHandler(58): pid=200 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:42,636 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=200 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:42,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=200 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:42,656 DEBUG [Thread-2759 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x68c2838a to 127.0.0.1:63130 2024-12-06T03:21:42,656 DEBUG [Thread-2759 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:21:42,656 DEBUG [Thread-2755 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3a3b66d3 to 127.0.0.1:63130 2024-12-06T03:21:42,656 DEBUG [Thread-2755 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:21:42,657 DEBUG [Thread-2753 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x150e08ed to 127.0.0.1:63130 2024-12-06T03:21:42,657 DEBUG [Thread-2753 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:21:42,657 DEBUG [Thread-2751 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x3f6a59e4 to 127.0.0.1:63130 2024-12-06T03:21:42,657 DEBUG [Thread-2751 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:21:42,658 DEBUG [Thread-2757 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5cfdf76c to 127.0.0.1:63130 2024-12-06T03:21:42,658 DEBUG [Thread-2757 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:21:42,766 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:42,766 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 228 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455362766, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:42,788 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:42,789 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=200 2024-12-06T03:21:42,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:42,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:42,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:42,789 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=200}] handler.RSProcedureHandler(58): pid=200 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:42,789 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=200 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:42,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=200 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:42,826 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/ffe3a3b550b14d79973d05b6cb729b89 2024-12-06T03:21:42,831 DEBUG [MemStoreFlusher.0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/66b30a4a1e9f48fa9601b1707f51e3c1 is 50, key is test_row_0/C:col10/1733455301878/Put/seqid=0 2024-12-06T03:21:42,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742578_1754 (size=12301) 2024-12-06T03:21:42,941 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:42,941 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=200 2024-12-06T03:21:42,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:42,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:42,941 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:42,942 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] handler.RSProcedureHandler(58): pid=200 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:42,942 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=200 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:42,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=200 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:42,992 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:42,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 211 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34590 deadline: 1733455362992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:42,992 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:42,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 213 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34634 deadline: 1733455362992, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:42,994 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:42,994 WARN [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:42,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 171 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34610 deadline: 1733455362993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:42,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 214 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34618 deadline: 1733455362993, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:43,068 WARN [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(5069): Region is too busy due to exceeding memstore size limit. org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 at org.apache.hadoop.hbase.regionserver.HRegion.checkResources(HRegion.java:5067) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.HRegion.lambda$put$9(HRegion.java:3229) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegion.put(HRegion.java:3222) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.put(RSRpcServices.java:3072) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.mutate(RSRpcServices.java:3035) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43506) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] 2024-12-06T03:21:43,068 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] ipc.CallRunner(138): callId: 230 service: ClientService methodName: Mutate size: 4.7 K connection: 172.17.0.2:34600 deadline: 1733455363068, exception=org.apache.hadoop.hbase.RegionTooBusyException: Over memstore limit=512.0 K, regionName=c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:43,093 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:43,094 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=200 2024-12-06T03:21:43,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:43,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:43,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:43,094 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] handler.RSProcedureHandler(58): pid=200 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:43,094 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-0 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=200 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:43,094 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=200 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:43,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=199 2024-12-06T03:21:43,234 INFO [MemStoreFlusher.0 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=20.13 KB at sequenceid=448 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/66b30a4a1e9f48fa9601b1707f51e3c1 2024-12-06T03:21:43,238 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/262e39260512481190a6abe0ee5bbe2a as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/262e39260512481190a6abe0ee5bbe2a 2024-12-06T03:21:43,240 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/262e39260512481190a6abe0ee5bbe2a, entries=150, sequenceid=448, filesize=30.5 K 2024-12-06T03:21:43,241 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/ffe3a3b550b14d79973d05b6cb729b89 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/ffe3a3b550b14d79973d05b6cb729b89 2024-12-06T03:21:43,243 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/ffe3a3b550b14d79973d05b6cb729b89, entries=150, sequenceid=448, filesize=12.0 K 2024-12-06T03:21:43,243 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/66b30a4a1e9f48fa9601b1707f51e3c1 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/66b30a4a1e9f48fa9601b1707f51e3c1 2024-12-06T03:21:43,245 DEBUG [RSProcedureDispatcher-pool-2 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:43,246 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=200 2024-12-06T03:21:43,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:43,246 INFO [MemStoreFlusher.0 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/66b30a4a1e9f48fa9601b1707f51e3c1, entries=150, sequenceid=448, filesize=12.0 K 2024-12-06T03:21:43,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:43,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:43,246 ERROR [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=200}] handler.RSProcedureHandler(58): pid=200 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:43,246 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-1 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.RemoteProcedureResultReporter(58): Failed to complete execution of pid=200 java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:43,246 INFO [MemStoreFlusher.0 {}] regionserver.HRegion(3040): Finished flush of dataSize ~60.38 KB/61830, heapSize ~158.91 KB/162720, currentSize=140.89 KB/144270 for c571951eae605c82eb9e25e89f7e0a23 in 858ms, sequenceid=448, compaction requested=true 2024-12-06T03:21:43,246 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2538): Flush status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:43,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c571951eae605c82eb9e25e89f7e0a23:A, priority=-2147483648, current under compaction store size is 1 2024-12-06T03:21:43,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:43,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c571951eae605c82eb9e25e89f7e0a23:B, priority=-2147483648, current under compaction store size is 2 2024-12-06T03:21:43,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:43,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(403): Add compact mark for store c571951eae605c82eb9e25e89f7e0a23:C, priority=-2147483648, current under compaction store size is 3 2024-12-06T03:21:43,247 DEBUG [MemStoreFlusher.0 {}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: MemStoreFlusher.0; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:21:43,247 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:43,247 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:43,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4114): Remote procedure failed, pid=200 org.apache.hadoop.hbase.procedure2.RemoteProcedureException: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.procedure2.RemoteProcedureException.fromProto(RemoteProcedureException.java:123) ~[hbase-procedure-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.master.MasterRpcServices.lambda$reportProcedureDone$4(MasterRpcServices.java:2571) ~[classes/:?] at java.util.ArrayList.forEach(ArrayList.java:1511) ~[?:?] at java.util.Collections$UnmodifiableCollection.forEach(Collections.java:1092) ~[?:?] at org.apache.hadoop.hbase.master.MasterRpcServices.reportProcedureDone(MasterRpcServices.java:2566) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16726) ~[hbase-protocol-shaded-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:443) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:105) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:85) ~[classes/:2.7.0-SNAPSHOT] Caused by: java.io.IOException: Unable to complete flush {ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''} at org.apache.hadoop.hbase.regionserver.FlushRegionCallable.doCall(FlushRegionCallable.java:61) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) ~[classes/:2.7.0-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) ~[classes/:?] at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) ~[classes/:?] at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?] at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-06T03:21:43,247 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 94753 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:43,247 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:43,248 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1540): c571951eae605c82eb9e25e89f7e0a23/A is initiating minor compaction (all files) 2024-12-06T03:21:43,248 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): c571951eae605c82eb9e25e89f7e0a23/B is initiating minor compaction (all files) 2024-12-06T03:21:43,248 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c571951eae605c82eb9e25e89f7e0a23/A in TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:43,248 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c571951eae605c82eb9e25e89f7e0a23/B in TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:43,248 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/600ab154433b45baabb8b294927cd114, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/1c082a1aad4b49db96172aca174ab625, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/262e39260512481190a6abe0ee5bbe2a] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp, totalSize=92.5 K 2024-12-06T03:21:43,248 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(181): MOB compaction: major=false isAll=true priority=13 throughput controller=DefaultCompactionThroughputController [maxThroughput=50.00 MB/second, activeCompactions=0] table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:43,248 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/a0f5f5ead2304056ae721758a4620fae, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/beaadf32021045c0987122519329eb59, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/ffe3a3b550b14d79973d05b6cb729b89] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp, totalSize=37.0 K 2024-12-06T03:21:43,248 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(191): MOB compaction table=TestAcidGuarantees cf=A region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. files: [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/600ab154433b45baabb8b294927cd114, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/1c082a1aad4b49db96172aca174ab625, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/262e39260512481190a6abe0ee5bbe2a] 2024-12-06T03:21:43,248 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting a0f5f5ead2304056ae721758a4620fae, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1733455301211 2024-12-06T03:21:43,248 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 600ab154433b45baabb8b294927cd114, keycount=150, bloomtype=ROW, size=31.5 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1733455301211 2024-12-06T03:21:43,248 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 1c082a1aad4b49db96172aca174ab625, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1733455301243 2024-12-06T03:21:43,248 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting beaadf32021045c0987122519329eb59, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1733455301243 2024-12-06T03:21:43,249 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] compactions.Compactor(224): Compacting 262e39260512481190a6abe0ee5bbe2a, keycount=150, bloomtype=ROW, size=30.5 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1733455301876 2024-12-06T03:21:43,249 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting ffe3a3b550b14d79973d05b6cb729b89, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1733455301876 2024-12-06T03:21:43,253 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(322): Compact MOB=false optimized configured=false optimized enabled=false maximum MOB file size=1073741824 major=true store=[table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:43,254 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c571951eae605c82eb9e25e89f7e0a23#B#compaction#638 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:43,254 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/fb1b10baf5af42fbaa2b25f289147e6a is 50, key is test_row_0/B:col10/1733455301878/Put/seqid=0 2024-12-06T03:21:43,255 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(626): New MOB writer created=d41d8cd98f00b204e9800998ecf8427e20241206895229b309c4453083f325b958a14867_c571951eae605c82eb9e25e89f7e0a23 store=[table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:43,258 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(647): Commit or abort size=0 mobCells=0 major=true file=d41d8cd98f00b204e9800998ecf8427e20241206895229b309c4453083f325b958a14867_c571951eae605c82eb9e25e89f7e0a23, store=[table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:43,258 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] mob.DefaultMobStoreCompactor(658): Aborting writer for hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206895229b309c4453083f325b958a14867_c571951eae605c82eb9e25e89f7e0a23 because there are no MOB cells, store=[table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:43,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742579_1755 (size=13391) 2024-12-06T03:21:43,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742580_1756 (size=4469) 2024-12-06T03:21:43,398 DEBUG [RSProcedureDispatcher-pool-0 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:43,398 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=34349 {}] regionserver.RSRpcServices(3992): Executing remote procedure class org.apache.hadoop.hbase.regionserver.FlushRegionCallable, pid=200 2024-12-06T03:21:43,398 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.FlushRegionCallable(51): Starting region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:43,398 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HRegion(2837): Flushing c571951eae605c82eb9e25e89f7e0a23 3/3 column families, dataSize=140.89 KB heapSize=369.89 KB 2024-12-06T03:21:43,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=A 2024-12-06T03:21:43,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:43,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=B 2024-12-06T03:21:43,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:43,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=C 2024-12-06T03:21:43,399 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:43,404 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206a1fb2cffc2c84355b70e2feaa5488af9_c571951eae605c82eb9e25e89f7e0a23 is 50, key is test_row_0/A:col10/1733455302454/Put/seqid=0 2024-12-06T03:21:43,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742581_1757 (size=12454) 2024-12-06T03:21:43,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=34349 {}] regionserver.HRegion(8581): Flush requested on c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:43,571 DEBUG [MemStoreFlusher.0 {}] regionserver.HRegion(2496): NOT flushing TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. as already flushing 2024-12-06T03:21:43,571 DEBUG [Thread-2748 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x69abefea to 127.0.0.1:63130 2024-12-06T03:21:43,572 DEBUG [Thread-2748 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:21:43,662 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): c571951eae605c82eb9e25e89f7e0a23#A#compaction#639 average throughput is 0.06 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:43,662 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/99af6d4c025f44c5baae4ce7fa2bb25e is 175, key is test_row_0/A:col10/1733455301878/Put/seqid=0 2024-12-06T03:21:43,663 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/fb1b10baf5af42fbaa2b25f289147e6a as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/fb1b10baf5af42fbaa2b25f289147e6a 2024-12-06T03:21:43,666 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742582_1758 (size=32345) 2024-12-06T03:21:43,666 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c571951eae605c82eb9e25e89f7e0a23/B of c571951eae605c82eb9e25e89f7e0a23 into fb1b10baf5af42fbaa2b25f289147e6a(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:43,667 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:43,667 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23., storeName=c571951eae605c82eb9e25e89f7e0a23/B, priority=13, startTime=1733455303247; duration=0sec 2024-12-06T03:21:43,667 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0 2024-12-06T03:21:43,667 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c571951eae605c82eb9e25e89f7e0a23:B 2024-12-06T03:21:43,667 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking 2024-12-06T03:21:43,667 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3 files of size 37891 starting at candidate #0 after considering 1 permutations with 1 in ratio 2024-12-06T03:21:43,667 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1540): c571951eae605c82eb9e25e89f7e0a23/C is initiating minor compaction (all files) 2024-12-06T03:21:43,667 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2351): Starting compaction of c571951eae605c82eb9e25e89f7e0a23/C in TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:43,668 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/b0bc58ecf61d404e8140bb96ed9fbbe6, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/b83047f4ddce42cd9a50c35627ee6383, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/66b30a4a1e9f48fa9601b1707f51e3c1] into tmpdir=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp, totalSize=37.0 K 2024-12-06T03:21:43,668 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting b0bc58ecf61d404e8140bb96ed9fbbe6, keycount=150, bloomtype=ROW, size=13.0 K, encoding=NONE, compression=NONE, seqNum=407, earliestPutTs=1733455301211 2024-12-06T03:21:43,668 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting b83047f4ddce42cd9a50c35627ee6383, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=436, earliestPutTs=1733455301243 2024-12-06T03:21:43,668 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] compactions.Compactor(224): Compacting 66b30a4a1e9f48fa9601b1707f51e3c1, keycount=150, bloomtype=ROW, size=12.0 K, encoding=NONE, compression=NONE, seqNum=448, earliestPutTs=1733455301876 2024-12-06T03:21:43,673 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): c571951eae605c82eb9e25e89f7e0a23#C#compaction#641 average throughput is 6.55 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second 2024-12-06T03:21:43,674 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/b5a6131b8bfe41e999613f1ee2388419 is 50, key is test_row_0/C:col10/1733455301878/Put/seqid=0 2024-12-06T03:21:43,677 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742583_1759 (size=13391) 2024-12-06T03:21:43,807 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:43,810 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206a1fb2cffc2c84355b70e2feaa5488af9_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206a1fb2cffc2c84355b70e2feaa5488af9_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:43,810 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/44df4093d6c24375a6484769d0caa941, store: [table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:43,811 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/44df4093d6c24375a6484769d0caa941 is 175, key is test_row_0/A:col10/1733455302454/Put/seqid=0 2024-12-06T03:21:43,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742584_1760 (size=31255) 2024-12-06T03:21:43,998 DEBUG [Thread-2744 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x7181df3b to 127.0.0.1:63130 2024-12-06T03:21:43,998 DEBUG [Thread-2744 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:21:44,002 DEBUG [Thread-2746 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x11030ef5 to 127.0.0.1:63130 2024-12-06T03:21:44,002 DEBUG [Thread-2746 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:21:44,002 DEBUG [Thread-2742 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x05bc9c3e to 127.0.0.1:63130 2024-12-06T03:21:44,002 DEBUG [Thread-2742 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:21:44,003 DEBUG [Thread-2740 {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x2ac53e79 to 127.0.0.1:63130 2024-12-06T03:21:44,003 DEBUG [Thread-2740 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:21:44,069 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/99af6d4c025f44c5baae4ce7fa2bb25e as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/99af6d4c025f44c5baae4ce7fa2bb25e 2024-12-06T03:21:44,072 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c571951eae605c82eb9e25e89f7e0a23/A of c571951eae605c82eb9e25e89f7e0a23 into 99af6d4c025f44c5baae4ce7fa2bb25e(size=31.6 K), total size for store is 31.6 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:44,072 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:44,072 INFO [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23., storeName=c571951eae605c82eb9e25e89f7e0a23/A, priority=13, startTime=1733455303247; duration=0sec 2024-12-06T03:21:44,072 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:44,072 DEBUG [RS:0;4c7f994aa0f5:34349-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c571951eae605c82eb9e25e89f7e0a23:A 2024-12-06T03:21:44,079 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/b5a6131b8bfe41e999613f1ee2388419 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/b5a6131b8bfe41e999613f1ee2388419 2024-12-06T03:21:44,082 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HStore(1336): Completed compaction of 3 (all) file(s) in c571951eae605c82eb9e25e89f7e0a23/C of c571951eae605c82eb9e25e89f7e0a23 into b5a6131b8bfe41e999613f1ee2388419(size=13.1 K), total size for store is 13.1 K. This selection was in queue for 0sec, and took 0sec to execute. 2024-12-06T03:21:44,082 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.HRegion(2381): Compaction status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:44,082 INFO [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23., storeName=c571951eae605c82eb9e25e89f7e0a23/C, priority=13, startTime=1733455303247; duration=0sec 2024-12-06T03:21:44,082 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0 2024-12-06T03:21:44,082 DEBUG [RS:0;4c7f994aa0f5:34349-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: c571951eae605c82eb9e25e89f7e0a23:C 2024-12-06T03:21:44,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=199 2024-12-06T03:21:44,215 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=472, memsize=47.0 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/44df4093d6c24375a6484769d0caa941 2024-12-06T03:21:44,220 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/69f93f4f85b141e09ab48292c0b8ee3d is 50, key is test_row_0/B:col10/1733455302454/Put/seqid=0 2024-12-06T03:21:44,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742585_1761 (size=12301) 2024-12-06T03:21:44,623 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/69f93f4f85b141e09ab48292c0b8ee3d 2024-12-06T03:21:44,629 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/a45ae6f13f2c40fe90009563c1f8c88c is 50, key is test_row_0/C:col10/1733455302454/Put/seqid=0 2024-12-06T03:21:44,632 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742586_1762 (size=12301) 2024-12-06T03:21:45,033 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=46.96 KB at sequenceid=472 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/a45ae6f13f2c40fe90009563c1f8c88c 2024-12-06T03:21:45,036 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/44df4093d6c24375a6484769d0caa941 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/44df4093d6c24375a6484769d0caa941 2024-12-06T03:21:45,039 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/44df4093d6c24375a6484769d0caa941, entries=150, sequenceid=472, filesize=30.5 K 2024-12-06T03:21:45,039 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/69f93f4f85b141e09ab48292c0b8ee3d as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/69f93f4f85b141e09ab48292c0b8ee3d 2024-12-06T03:21:45,042 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/69f93f4f85b141e09ab48292c0b8ee3d, entries=150, sequenceid=472, filesize=12.0 K 2024-12-06T03:21:45,042 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/a45ae6f13f2c40fe90009563c1f8c88c as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/a45ae6f13f2c40fe90009563c1f8c88c 2024-12-06T03:21:45,045 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/a45ae6f13f2c40fe90009563c1f8c88c, entries=150, sequenceid=472, filesize=12.0 K 2024-12-06T03:21:45,045 INFO [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HRegion(3040): Finished flush of dataSize ~140.89 KB/144270, heapSize ~369.84 KB/378720, currentSize=33.54 KB/34350 for c571951eae605c82eb9e25e89f7e0a23 in 1647ms, sequenceid=472, compaction requested=false 2024-12-06T03:21:45,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.HRegion(2538): Flush status journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:45,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.FlushRegionCallable(64): Closing region operation on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:45,045 DEBUG [RS_FLUSH_OPERATIONS-regionserver/4c7f994aa0f5:0-2 {event_type=RS_FLUSH_REGIONS, pid=200}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=200 2024-12-06T03:21:45,046 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster(4106): Remote procedure done, pid=200 2024-12-06T03:21:45,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=200, resume processing ppid=199 2024-12-06T03:21:45,047 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=200, ppid=199, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushRegionProcedure in 3.0210 sec 2024-12-06T03:21:45,048 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=199, state=SUCCESS; org.apache.hadoop.hbase.master.procedure.FlushTableProcedure, id=199, table=TestAcidGuarantees in 3.0240 sec 2024-12-06T03:21:46,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=199 2024-12-06T03:21:46,129 INFO [Thread-2750 {}] client.HBaseAdmin$TableFuture(3751): Operation: FLUSH, Table Name: default:TestAcidGuarantees, procId: 199 completed 2024-12-06T03:21:46,129 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(392): Finished test. Writers: 2024-12-06T03:21:46,129 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 75 2024-12-06T03:21:46,129 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 72 2024-12-06T03:21:46,129 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 74 2024-12-06T03:21:46,129 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 62 2024-12-06T03:21:46,129 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(394): wrote 91 2024-12-06T03:21:46,129 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(396): Readers: 2024-12-06T03:21:46,129 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6096 2024-12-06T03:21:46,129 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6139 2024-12-06T03:21:46,129 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6050 2024-12-06T03:21:46,129 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6068 2024-12-06T03:21:46,129 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(398): read 6122 2024-12-06T03:21:46,129 INFO [Time-limited test {}] hbase.AcidGuaranteesTestTool(400): Scanners: 2024-12-06T03:21:46,129 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-06T03:21:46,129 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x5765d46a to 127.0.0.1:63130 2024-12-06T03:21:46,129 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:21:46,130 INFO [Time-limited test {}] client.HBaseAdmin$18(967): Started disable of TestAcidGuarantees 2024-12-06T03:21:46,130 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$13(2755): Client=jenkins//172.17.0.2 disable TestAcidGuarantees 2024-12-06T03:21:46,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=201, state=RUNNABLE:DISABLE_TABLE_PREPARE; DisableTableProcedure table=TestAcidGuarantees 2024-12-06T03:21:46,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=201 2024-12-06T03:21:46,132 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733455306132"}]},"ts":"1733455306132"} 2024-12-06T03:21:46,133 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLING in hbase:meta 2024-12-06T03:21:46,135 INFO [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set TestAcidGuarantees to state=DISABLING 2024-12-06T03:21:46,135 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=202, ppid=201, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE; CloseTableRegionsProcedure table=TestAcidGuarantees}] 2024-12-06T03:21:46,136 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=203, ppid=202, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c571951eae605c82eb9e25e89f7e0a23, UNASSIGN}] 2024-12-06T03:21:46,137 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(786): Took xlock for pid=203, ppid=202, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE; TransitRegionStateProcedure table=TestAcidGuarantees, region=c571951eae605c82eb9e25e89f7e0a23, UNASSIGN 2024-12-06T03:21:46,137 INFO [PEWorker-2 {}] assignment.RegionStateStore(202): pid=203 updating hbase:meta row=c571951eae605c82eb9e25e89f7e0a23, regionState=CLOSING, regionLocation=4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:46,138 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(338): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-06T03:21:46,138 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1819): Initialized subprocedures=[{pid=204, ppid=203, state=RUNNABLE; CloseRegionProcedure c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723}] 2024-12-06T03:21:46,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=201 2024-12-06T03:21:46,289 DEBUG [RSProcedureDispatcher-pool-1 {}] master.ServerManager(801): New admin connection to 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:46,289 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] handler.UnassignRegionHandler(124): Close c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:46,289 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] handler.UnassignRegionHandler(138): Unassign region: split region: false: evictCache: false 2024-12-06T03:21:46,289 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegion(1681): Closing c571951eae605c82eb9e25e89f7e0a23, disabling compactions & flushes 2024-12-06T03:21:46,289 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegion(1703): Closing region TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:46,289 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegion(1724): Waiting without time limit for close lock on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:46,289 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegion(1791): Acquired close lock on TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. after waiting 0 ms 2024-12-06T03:21:46,289 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegion(1801): Updates disabled for region TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:46,289 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegion(2837): Flushing c571951eae605c82eb9e25e89f7e0a23 3/3 column families, dataSize=33.54 KB heapSize=88.64 KB 2024-12-06T03:21:46,290 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=A 2024-12-06T03:21:46,290 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:46,290 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=B 2024-12-06T03:21:46,290 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:46,290 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.CompactingMemStore(205): FLUSHING TO DISK c571951eae605c82eb9e25e89f7e0a23, store=C 2024-12-06T03:21:46,290 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.CompactionPipeline(136): Swapping pipeline suffix; before=1, new segment=null 2024-12-06T03:21:46,294 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206536393accefd45a6826d195945966f21_c571951eae605c82eb9e25e89f7e0a23 is 50, key is test_row_0/A:col10/1733455304001/Put/seqid=0 2024-12-06T03:21:46,297 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742587_1763 (size=9914) 2024-12-06T03:21:46,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=201 2024-12-06T03:21:46,698 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-06T03:21:46,700 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e20241206536393accefd45a6826d195945966f21_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206536393accefd45a6826d195945966f21_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:46,701 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/f0d01150153345e48ea92670f7edd727, store: [table=TestAcidGuarantees family=A region=c571951eae605c82eb9e25e89f7e0a23] 2024-12-06T03:21:46,701 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/f0d01150153345e48ea92670f7edd727 is 175, key is test_row_0/A:col10/1733455304001/Put/seqid=0 2024-12-06T03:21:46,704 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742588_1764 (size=22561) 2024-12-06T03:21:46,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=201 2024-12-06T03:21:47,105 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=483, memsize=11.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/f0d01150153345e48ea92670f7edd727 2024-12-06T03:21:47,110 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/e72cab1b393d468aa1c7a0ff8f1c75d6 is 50, key is test_row_0/B:col10/1733455304001/Put/seqid=0 2024-12-06T03:21:47,113 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742589_1765 (size=9857) 2024-12-06T03:21:47,235 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=201 2024-12-06T03:21:47,514 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/e72cab1b393d468aa1c7a0ff8f1c75d6 2024-12-06T03:21:47,519 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/1af4bc2e5ac14a92a329ab65cfe0a9ad is 50, key is test_row_0/C:col10/1733455304001/Put/seqid=0 2024-12-06T03:21:47,521 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742590_1766 (size=9857) 2024-12-06T03:21:47,922 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=11.18 KB at sequenceid=483 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/1af4bc2e5ac14a92a329ab65cfe0a9ad 2024-12-06T03:21:47,925 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/A/f0d01150153345e48ea92670f7edd727 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/f0d01150153345e48ea92670f7edd727 2024-12-06T03:21:47,928 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/f0d01150153345e48ea92670f7edd727, entries=100, sequenceid=483, filesize=22.0 K 2024-12-06T03:21:47,928 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/B/e72cab1b393d468aa1c7a0ff8f1c75d6 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/e72cab1b393d468aa1c7a0ff8f1c75d6 2024-12-06T03:21:47,931 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/e72cab1b393d468aa1c7a0ff8f1c75d6, entries=100, sequenceid=483, filesize=9.6 K 2024-12-06T03:21:47,931 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/.tmp/C/1af4bc2e5ac14a92a329ab65cfe0a9ad as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/1af4bc2e5ac14a92a329ab65cfe0a9ad 2024-12-06T03:21:47,933 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/1af4bc2e5ac14a92a329ab65cfe0a9ad, entries=100, sequenceid=483, filesize=9.6 K 2024-12-06T03:21:47,934 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegion(3040): Finished flush of dataSize ~33.54 KB/34350, heapSize ~88.59 KB/90720, currentSize=0 B/0 for c571951eae605c82eb9e25e89f7e0a23 in 1645ms, sequenceid=483, compaction requested=true 2024-12-06T03:21:47,934 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/cd3d8ede9c674898a32f2f073f17ea32, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/6947265696f94bf18693f1f2e2a04e68, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/3f74405d1ab54ff29e1c63407fd15833, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/82fc2764cef043ad8542600e31d8786e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/2dd07f2cbafe49e0ae6ceb37bfe75e53, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/d436f3462b8743c0a2d0388bfe5be4b6, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/5ac57a14586a45bf9c43e0d20177c98f, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/67d3af1099ee42db9213ee5ce3b7dd08, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/8e9e646b64b64b5cbcec9b4d4c8dcb38, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/b54c2f2931e34819b21a86b342e2d862, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/08369a0d89ec437fa888afda81138141, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/895855cf404242babd3c82e1a3b0da21, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/7a73e75ae0324be1b626954e1820afce, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/57eb2dd944ce4936ab5f2d5932a09f23, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/28ff23f1d68d41dbb9c7d772bf27b9a2, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/937de3ce9376417c99b04a89199eacf9, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/a47e8e39b3fa4eb9b218aeefc79943ce, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/c5e70540520d47c48ccd6b09718f4347, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/16d7c1928c7143a6b2b9fa3185fcfa95, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/4fc4ce10613f4723b29ba4579caa766c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/bbef4159258e4e8c9c338c465550e1ed, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/35f68925f97a478495eb447f673edeeb, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/8a3019b6c3a74471951ccc02049ebdb5, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/75439108b1ca439993c34303a6207a1b, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/b7b4ff0d1c5a4cc7a44bae538e6f5a2a, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/c9e874cc2b7e44b48042d4c4b7b3d7ed, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/00268214f88b4cffa52a312434ee90d2, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/5eba70c9132c4aefa2ac2b8a72410117, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/85626f56a5b3479cb25cd10951de742f, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/600ab154433b45baabb8b294927cd114, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/1c082a1aad4b49db96172aca174ab625, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/262e39260512481190a6abe0ee5bbe2a] to archive 2024-12-06T03:21:47,935 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T03:21:47,936 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/cd3d8ede9c674898a32f2f073f17ea32 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/cd3d8ede9c674898a32f2f073f17ea32 2024-12-06T03:21:47,937 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/6947265696f94bf18693f1f2e2a04e68 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/6947265696f94bf18693f1f2e2a04e68 2024-12-06T03:21:47,938 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/3f74405d1ab54ff29e1c63407fd15833 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/3f74405d1ab54ff29e1c63407fd15833 2024-12-06T03:21:47,939 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/82fc2764cef043ad8542600e31d8786e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/82fc2764cef043ad8542600e31d8786e 2024-12-06T03:21:47,940 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/2dd07f2cbafe49e0ae6ceb37bfe75e53 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/2dd07f2cbafe49e0ae6ceb37bfe75e53 2024-12-06T03:21:47,940 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/d436f3462b8743c0a2d0388bfe5be4b6 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/d436f3462b8743c0a2d0388bfe5be4b6 2024-12-06T03:21:47,941 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/5ac57a14586a45bf9c43e0d20177c98f to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/5ac57a14586a45bf9c43e0d20177c98f 2024-12-06T03:21:47,942 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/67d3af1099ee42db9213ee5ce3b7dd08 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/67d3af1099ee42db9213ee5ce3b7dd08 2024-12-06T03:21:47,943 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/8e9e646b64b64b5cbcec9b4d4c8dcb38 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/8e9e646b64b64b5cbcec9b4d4c8dcb38 2024-12-06T03:21:47,943 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/b54c2f2931e34819b21a86b342e2d862 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/b54c2f2931e34819b21a86b342e2d862 2024-12-06T03:21:47,944 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/08369a0d89ec437fa888afda81138141 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/08369a0d89ec437fa888afda81138141 2024-12-06T03:21:47,945 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/895855cf404242babd3c82e1a3b0da21 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/895855cf404242babd3c82e1a3b0da21 2024-12-06T03:21:47,945 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/7a73e75ae0324be1b626954e1820afce to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/7a73e75ae0324be1b626954e1820afce 2024-12-06T03:21:47,946 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/57eb2dd944ce4936ab5f2d5932a09f23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/57eb2dd944ce4936ab5f2d5932a09f23 2024-12-06T03:21:47,947 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/28ff23f1d68d41dbb9c7d772bf27b9a2 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/28ff23f1d68d41dbb9c7d772bf27b9a2 2024-12-06T03:21:47,948 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/937de3ce9376417c99b04a89199eacf9 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/937de3ce9376417c99b04a89199eacf9 2024-12-06T03:21:47,948 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/a47e8e39b3fa4eb9b218aeefc79943ce to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/a47e8e39b3fa4eb9b218aeefc79943ce 2024-12-06T03:21:47,949 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/c5e70540520d47c48ccd6b09718f4347 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/c5e70540520d47c48ccd6b09718f4347 2024-12-06T03:21:47,950 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/16d7c1928c7143a6b2b9fa3185fcfa95 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/16d7c1928c7143a6b2b9fa3185fcfa95 2024-12-06T03:21:47,951 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/4fc4ce10613f4723b29ba4579caa766c to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/4fc4ce10613f4723b29ba4579caa766c 2024-12-06T03:21:47,951 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/bbef4159258e4e8c9c338c465550e1ed to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/bbef4159258e4e8c9c338c465550e1ed 2024-12-06T03:21:47,952 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/35f68925f97a478495eb447f673edeeb to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/35f68925f97a478495eb447f673edeeb 2024-12-06T03:21:47,953 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/8a3019b6c3a74471951ccc02049ebdb5 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/8a3019b6c3a74471951ccc02049ebdb5 2024-12-06T03:21:47,953 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/75439108b1ca439993c34303a6207a1b to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/75439108b1ca439993c34303a6207a1b 2024-12-06T03:21:47,954 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/b7b4ff0d1c5a4cc7a44bae538e6f5a2a to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/b7b4ff0d1c5a4cc7a44bae538e6f5a2a 2024-12-06T03:21:47,955 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/c9e874cc2b7e44b48042d4c4b7b3d7ed to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/c9e874cc2b7e44b48042d4c4b7b3d7ed 2024-12-06T03:21:47,956 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/00268214f88b4cffa52a312434ee90d2 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/00268214f88b4cffa52a312434ee90d2 2024-12-06T03:21:47,956 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/5eba70c9132c4aefa2ac2b8a72410117 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/5eba70c9132c4aefa2ac2b8a72410117 2024-12-06T03:21:47,957 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/85626f56a5b3479cb25cd10951de742f to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/85626f56a5b3479cb25cd10951de742f 2024-12-06T03:21:47,958 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/600ab154433b45baabb8b294927cd114 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/600ab154433b45baabb8b294927cd114 2024-12-06T03:21:47,959 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/1c082a1aad4b49db96172aca174ab625 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/1c082a1aad4b49db96172aca174ab625 2024-12-06T03:21:47,960 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/262e39260512481190a6abe0ee5bbe2a to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/262e39260512481190a6abe0ee5bbe2a 2024-12-06T03:21:47,961 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/8af2ec6dc7fd4183945c6be8b01e53d4, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/5c96f70ab3fa4d88b0b5edaf2082122b, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/3764a4dcfd34482fb7968dc59995ab97, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/495056b8955d4c7795d018dcc3f8ddda, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/d3fcfdfb9cc040d096bb104f5292cdd1, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/e08d526946844cadaeec86e937515cba, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/b745215ac5b54af7a779a1ebb9297278, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/508283de2a0f4e9a943ee205378e0afd, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/52edc271d4224023a4eb217f84a5d238, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/7771cc92d8e243b4b26edc17d1fca26e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/b923ac72e67946a0a003b9243e8f1c48, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/efc922dc4b0e4e91a4cea9743441407a, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/a875fc1b3f9c4baa99f1a4a721838775, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/d8e9c471854e498a893b9b09f15486be, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/58d5879cdb1c407785f5153e981cc2b4, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/d685f38f35154d1793db4f3673ede759, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/3a4825d311704c5089c14efc4f4c13db, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/ee6a3890434d481da4c25da873f6790b, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/ad2cff1bc7374411a3279f5fafa2032e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/aef7344159b2416ca6c8b42046dd183e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/80ca1231e2954b87a659ee3aaace582d, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/af29679b00494a77a08c0356229982bb, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/936447bc58424f50977aacf810f2ae90, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/7d3636a3d5bc423da5e01f29265af4f0, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/3d3d6eeee6bd4aacaa3228a7be12cda0, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/f160a201d4d345a99f96105f806b9347, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/b72f0e7bdca14f6ea68885c8eefc3908, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/d40c0338574c4775852e27c955b39381, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/a0f5f5ead2304056ae721758a4620fae, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/dfd480e667934a5d9032368c84b5274d, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/beaadf32021045c0987122519329eb59, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/ffe3a3b550b14d79973d05b6cb729b89] to archive 2024-12-06T03:21:47,962 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T03:21:47,963 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/8af2ec6dc7fd4183945c6be8b01e53d4 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/8af2ec6dc7fd4183945c6be8b01e53d4 2024-12-06T03:21:47,964 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/5c96f70ab3fa4d88b0b5edaf2082122b to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/5c96f70ab3fa4d88b0b5edaf2082122b 2024-12-06T03:21:47,965 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/3764a4dcfd34482fb7968dc59995ab97 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/3764a4dcfd34482fb7968dc59995ab97 2024-12-06T03:21:47,966 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/495056b8955d4c7795d018dcc3f8ddda to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/495056b8955d4c7795d018dcc3f8ddda 2024-12-06T03:21:47,967 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/d3fcfdfb9cc040d096bb104f5292cdd1 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/d3fcfdfb9cc040d096bb104f5292cdd1 2024-12-06T03:21:47,968 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/e08d526946844cadaeec86e937515cba to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/e08d526946844cadaeec86e937515cba 2024-12-06T03:21:47,969 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/b745215ac5b54af7a779a1ebb9297278 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/b745215ac5b54af7a779a1ebb9297278 2024-12-06T03:21:47,970 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/508283de2a0f4e9a943ee205378e0afd to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/508283de2a0f4e9a943ee205378e0afd 2024-12-06T03:21:47,971 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/52edc271d4224023a4eb217f84a5d238 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/52edc271d4224023a4eb217f84a5d238 2024-12-06T03:21:47,972 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/7771cc92d8e243b4b26edc17d1fca26e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/7771cc92d8e243b4b26edc17d1fca26e 2024-12-06T03:21:47,973 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/b923ac72e67946a0a003b9243e8f1c48 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/b923ac72e67946a0a003b9243e8f1c48 2024-12-06T03:21:47,973 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/efc922dc4b0e4e91a4cea9743441407a to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/efc922dc4b0e4e91a4cea9743441407a 2024-12-06T03:21:47,974 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/a875fc1b3f9c4baa99f1a4a721838775 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/a875fc1b3f9c4baa99f1a4a721838775 2024-12-06T03:21:47,975 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/d8e9c471854e498a893b9b09f15486be to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/d8e9c471854e498a893b9b09f15486be 2024-12-06T03:21:47,976 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/58d5879cdb1c407785f5153e981cc2b4 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/58d5879cdb1c407785f5153e981cc2b4 2024-12-06T03:21:47,976 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/d685f38f35154d1793db4f3673ede759 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/d685f38f35154d1793db4f3673ede759 2024-12-06T03:21:47,977 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/3a4825d311704c5089c14efc4f4c13db to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/3a4825d311704c5089c14efc4f4c13db 2024-12-06T03:21:47,978 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/ee6a3890434d481da4c25da873f6790b to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/ee6a3890434d481da4c25da873f6790b 2024-12-06T03:21:47,979 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/ad2cff1bc7374411a3279f5fafa2032e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/ad2cff1bc7374411a3279f5fafa2032e 2024-12-06T03:21:47,980 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/aef7344159b2416ca6c8b42046dd183e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/aef7344159b2416ca6c8b42046dd183e 2024-12-06T03:21:47,981 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/80ca1231e2954b87a659ee3aaace582d to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/80ca1231e2954b87a659ee3aaace582d 2024-12-06T03:21:47,982 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/af29679b00494a77a08c0356229982bb to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/af29679b00494a77a08c0356229982bb 2024-12-06T03:21:47,983 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/936447bc58424f50977aacf810f2ae90 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/936447bc58424f50977aacf810f2ae90 2024-12-06T03:21:47,984 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/7d3636a3d5bc423da5e01f29265af4f0 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/7d3636a3d5bc423da5e01f29265af4f0 2024-12-06T03:21:47,984 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/3d3d6eeee6bd4aacaa3228a7be12cda0 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/3d3d6eeee6bd4aacaa3228a7be12cda0 2024-12-06T03:21:47,985 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/f160a201d4d345a99f96105f806b9347 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/f160a201d4d345a99f96105f806b9347 2024-12-06T03:21:47,986 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/b72f0e7bdca14f6ea68885c8eefc3908 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/b72f0e7bdca14f6ea68885c8eefc3908 2024-12-06T03:21:47,987 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/d40c0338574c4775852e27c955b39381 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/d40c0338574c4775852e27c955b39381 2024-12-06T03:21:47,987 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/a0f5f5ead2304056ae721758a4620fae to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/a0f5f5ead2304056ae721758a4620fae 2024-12-06T03:21:47,988 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/dfd480e667934a5d9032368c84b5274d to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/dfd480e667934a5d9032368c84b5274d 2024-12-06T03:21:47,989 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/beaadf32021045c0987122519329eb59 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/beaadf32021045c0987122519329eb59 2024-12-06T03:21:47,990 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/ffe3a3b550b14d79973d05b6cb729b89 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/ffe3a3b550b14d79973d05b6cb729b89 2024-12-06T03:21:47,991 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] regionserver.HStore(2316): Moving the files [hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/ad987a99b3f4486b83c34440cd3e5709, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/6d1ef4462e9f449fb0a65c84ea1f464b, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/3870258c592146ba9ddae66bc2c30d09, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/599fb2c10ab840fdbc295189bb747483, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/c2e5dc82992d42bb8e3187a38ccf8145, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/d86c167f639b4fd6a203da63d9f75aff, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/861bed1d64ce4b32bd866e3e7a3761ba, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/0c163948bb7f499dbf09426ac17a4f0e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/9a37b364a64b4f42ad46ead7d1dfe7da, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/c73c6718982d40d99cd19bfc5bf7eb35, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/b18b85587a344e03a9184af8a49b95d6, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/f1e8f46cf8f14408bc60289010b654ac, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/08c6882059b642d6a828c648052c1c1e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/6666c2d650604eb8b8f7cf8ec90950f9, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/064ab2c4296a42438709fcc2b5512814, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/2a85754123a544db90444eb6b4bd1175, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/05b52e50690b41839f0bd124bd048bfd, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/77a9066fb591438d97df3eeb4dff3779, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/58e4836923dd43649d70b486e896d053, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/4310bc1dc972453480870cf54c161460, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/011840cdf1614deb959ae34029becb6e, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/ef8d1f8a10c445f7a2fff62b6519c979, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/893cfef3f784487eb40cf9713852a881, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/b64680c6c75742eabb7167c0f37f638d, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/61f23304317f4873b33ab609fc4b0a78, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/ae80597c135a4630982cb9cc04aae03c, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/a464a92c8085479e89aa9ae7f4ede594, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/1424ace2ceee4e1486e6ad4f7d283a44, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/b0bc58ecf61d404e8140bb96ed9fbbe6, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/f18d09ae0f794f9eb2af2f377ca60e6b, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/b83047f4ddce42cd9a50c35627ee6383, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/66b30a4a1e9f48fa9601b1707f51e3c1] to archive 2024-12-06T03:21:47,991 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(360): Archiving compacted files. 2024-12-06T03:21:47,992 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/ad987a99b3f4486b83c34440cd3e5709 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/ad987a99b3f4486b83c34440cd3e5709 2024-12-06T03:21:47,993 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/6d1ef4462e9f449fb0a65c84ea1f464b to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/6d1ef4462e9f449fb0a65c84ea1f464b 2024-12-06T03:21:47,994 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/3870258c592146ba9ddae66bc2c30d09 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/3870258c592146ba9ddae66bc2c30d09 2024-12-06T03:21:47,994 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/599fb2c10ab840fdbc295189bb747483 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/599fb2c10ab840fdbc295189bb747483 2024-12-06T03:21:47,995 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/c2e5dc82992d42bb8e3187a38ccf8145 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/c2e5dc82992d42bb8e3187a38ccf8145 2024-12-06T03:21:47,996 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/d86c167f639b4fd6a203da63d9f75aff to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/d86c167f639b4fd6a203da63d9f75aff 2024-12-06T03:21:47,996 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/861bed1d64ce4b32bd866e3e7a3761ba to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/861bed1d64ce4b32bd866e3e7a3761ba 2024-12-06T03:21:47,997 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/0c163948bb7f499dbf09426ac17a4f0e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/0c163948bb7f499dbf09426ac17a4f0e 2024-12-06T03:21:47,998 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/9a37b364a64b4f42ad46ead7d1dfe7da to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/9a37b364a64b4f42ad46ead7d1dfe7da 2024-12-06T03:21:47,999 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/c73c6718982d40d99cd19bfc5bf7eb35 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/c73c6718982d40d99cd19bfc5bf7eb35 2024-12-06T03:21:48,000 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/b18b85587a344e03a9184af8a49b95d6 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/b18b85587a344e03a9184af8a49b95d6 2024-12-06T03:21:48,000 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/f1e8f46cf8f14408bc60289010b654ac to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/f1e8f46cf8f14408bc60289010b654ac 2024-12-06T03:21:48,001 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/08c6882059b642d6a828c648052c1c1e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/08c6882059b642d6a828c648052c1c1e 2024-12-06T03:21:48,002 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/6666c2d650604eb8b8f7cf8ec90950f9 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/6666c2d650604eb8b8f7cf8ec90950f9 2024-12-06T03:21:48,002 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/064ab2c4296a42438709fcc2b5512814 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/064ab2c4296a42438709fcc2b5512814 2024-12-06T03:21:48,003 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/2a85754123a544db90444eb6b4bd1175 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/2a85754123a544db90444eb6b4bd1175 2024-12-06T03:21:48,003 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/05b52e50690b41839f0bd124bd048bfd to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/05b52e50690b41839f0bd124bd048bfd 2024-12-06T03:21:48,004 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/77a9066fb591438d97df3eeb4dff3779 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/77a9066fb591438d97df3eeb4dff3779 2024-12-06T03:21:48,005 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/58e4836923dd43649d70b486e896d053 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/58e4836923dd43649d70b486e896d053 2024-12-06T03:21:48,006 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/4310bc1dc972453480870cf54c161460 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/4310bc1dc972453480870cf54c161460 2024-12-06T03:21:48,006 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/011840cdf1614deb959ae34029becb6e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/011840cdf1614deb959ae34029becb6e 2024-12-06T03:21:48,007 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/ef8d1f8a10c445f7a2fff62b6519c979 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/ef8d1f8a10c445f7a2fff62b6519c979 2024-12-06T03:21:48,008 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/893cfef3f784487eb40cf9713852a881 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/893cfef3f784487eb40cf9713852a881 2024-12-06T03:21:48,008 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/b64680c6c75742eabb7167c0f37f638d to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/b64680c6c75742eabb7167c0f37f638d 2024-12-06T03:21:48,009 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/61f23304317f4873b33ab609fc4b0a78 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/61f23304317f4873b33ab609fc4b0a78 2024-12-06T03:21:48,010 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/ae80597c135a4630982cb9cc04aae03c to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/ae80597c135a4630982cb9cc04aae03c 2024-12-06T03:21:48,010 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/a464a92c8085479e89aa9ae7f4ede594 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/a464a92c8085479e89aa9ae7f4ede594 2024-12-06T03:21:48,011 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/1424ace2ceee4e1486e6ad4f7d283a44 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/1424ace2ceee4e1486e6ad4f7d283a44 2024-12-06T03:21:48,012 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/b0bc58ecf61d404e8140bb96ed9fbbe6 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/b0bc58ecf61d404e8140bb96ed9fbbe6 2024-12-06T03:21:48,012 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/f18d09ae0f794f9eb2af2f377ca60e6b to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/f18d09ae0f794f9eb2af2f377ca60e6b 2024-12-06T03:21:48,013 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/b83047f4ddce42cd9a50c35627ee6383 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/b83047f4ddce42cd9a50c35627ee6383 2024-12-06T03:21:48,014 DEBUG [StoreCloser-TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/66b30a4a1e9f48fa9601b1707f51e3c1 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/66b30a4a1e9f48fa9601b1707f51e3c1 2024-12-06T03:21:48,017 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/recovered.edits/486.seqid, newMaxSeqId=486, maxSeqId=4 2024-12-06T03:21:48,018 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegion(1922): Closed TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23. 2024-12-06T03:21:48,018 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] regionserver.HRegion(1635): Region close journal for c571951eae605c82eb9e25e89f7e0a23: 2024-12-06T03:21:48,019 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION, pid=204}] handler.UnassignRegionHandler(170): Closed c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:48,019 INFO [PEWorker-4 {}] assignment.RegionStateStore(202): pid=203 updating hbase:meta row=c571951eae605c82eb9e25e89f7e0a23, regionState=CLOSED 2024-12-06T03:21:48,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=204, resume processing ppid=203 2024-12-06T03:21:48,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1480): Finished pid=204, ppid=203, state=SUCCESS; CloseRegionProcedure c571951eae605c82eb9e25e89f7e0a23, server=4c7f994aa0f5,34349,1733455120723 in 1.8820 sec 2024-12-06T03:21:48,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=203, resume processing ppid=202 2024-12-06T03:21:48,022 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1480): Finished pid=203, ppid=202, state=SUCCESS; TransitRegionStateProcedure table=TestAcidGuarantees, region=c571951eae605c82eb9e25e89f7e0a23, UNASSIGN in 1.8850 sec 2024-12-06T03:21:48,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1976): Finished subprocedure pid=202, resume processing ppid=201 2024-12-06T03:21:48,023 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1480): Finished pid=202, ppid=201, state=SUCCESS; CloseTableRegionsProcedure table=TestAcidGuarantees in 1.8870 sec 2024-12-06T03:21:48,024 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(2113): Put {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733455308024"}]},"ts":"1733455308024"} 2024-12-06T03:21:48,024 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(1655): Updated tableName=TestAcidGuarantees, state=DISABLED in hbase:meta 2024-12-06T03:21:48,026 INFO [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set TestAcidGuarantees to state=DISABLED 2024-12-06T03:21:48,027 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1480): Finished pid=201, state=SUCCESS; DisableTableProcedure table=TestAcidGuarantees in 1.8970 sec 2024-12-06T03:21:48,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=201 2024-12-06T03:21:48,236 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DISABLE, Table Name: default:TestAcidGuarantees, procId: 201 completed 2024-12-06T03:21:48,236 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.HMaster$5(2505): Client=jenkins//172.17.0.2 delete TestAcidGuarantees 2024-12-06T03:21:48,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] procedure2.ProcedureExecutor(1098): Stored pid=205, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T03:21:48,237 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(103): Waiting for RIT for pid=205, state=RUNNABLE:DELETE_TABLE_PRE_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T03:21:48,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=205 2024-12-06T03:21:48,238 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(115): Deleting regions from filesystem for pid=205, state=RUNNABLE:DELETE_TABLE_CLEAR_FS_LAYOUT, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T03:21:48,239 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:48,241 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A, FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B, FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C, FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/recovered.edits] 2024-12-06T03:21:48,243 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/44df4093d6c24375a6484769d0caa941 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/44df4093d6c24375a6484769d0caa941 2024-12-06T03:21:48,243 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/99af6d4c025f44c5baae4ce7fa2bb25e to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/99af6d4c025f44c5baae4ce7fa2bb25e 2024-12-06T03:21:48,244 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/f0d01150153345e48ea92670f7edd727 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/A/f0d01150153345e48ea92670f7edd727 2024-12-06T03:21:48,245 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/69f93f4f85b141e09ab48292c0b8ee3d to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/69f93f4f85b141e09ab48292c0b8ee3d 2024-12-06T03:21:48,246 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/e72cab1b393d468aa1c7a0ff8f1c75d6 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/e72cab1b393d468aa1c7a0ff8f1c75d6 2024-12-06T03:21:48,247 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/fb1b10baf5af42fbaa2b25f289147e6a to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/B/fb1b10baf5af42fbaa2b25f289147e6a 2024-12-06T03:21:48,248 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/1af4bc2e5ac14a92a329ab65cfe0a9ad to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/1af4bc2e5ac14a92a329ab65cfe0a9ad 2024-12-06T03:21:48,249 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/a45ae6f13f2c40fe90009563c1f8c88c to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/a45ae6f13f2c40fe90009563c1f8c88c 2024-12-06T03:21:48,250 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/b5a6131b8bfe41e999613f1ee2388419 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/C/b5a6131b8bfe41e999613f1ee2388419 2024-12-06T03:21:48,252 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/recovered.edits/486.seqid to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23/recovered.edits/486.seqid 2024-12-06T03:21:48,252 DEBUG [HFileArchiver-6 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/default/TestAcidGuarantees/c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:48,252 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived TestAcidGuarantees regions 2024-12-06T03:21:48,253 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-06T03:21:48,253 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A] 2024-12-06T03:21:48,255 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412060ff71fb94aac462da46b59148c1240b2_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412060ff71fb94aac462da46b59148c1240b2_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:48,256 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412062d43451bce394a19952063017e3f8225_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412062d43451bce394a19952063017e3f8225_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:48,257 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120632528162a2f0483895ebafdfd03eb76e_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120632528162a2f0483895ebafdfd03eb76e_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:48,258 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120634bc4904f1cf4b6985c3f27b11289516_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120634bc4904f1cf4b6985c3f27b11289516_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:48,258 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206536393accefd45a6826d195945966f21_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206536393accefd45a6826d195945966f21_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:48,259 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412065a278f47e1604dc8ae44512958800c32_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412065a278f47e1604dc8ae44512958800c32_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:48,260 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120661b4c8101f0d4fb49c7c076e8bfe9918_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120661b4c8101f0d4fb49c7c076e8bfe9918_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:48,261 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120669f54f2fed9a4e7786a7c3eeceb28ea6_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120669f54f2fed9a4e7786a7c3eeceb28ea6_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:48,262 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206779b2cb4f7194247b7ec94c3e29091b3_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206779b2cb4f7194247b7ec94c3e29091b3_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:48,263 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412067bfa766601ac499a93e59cdc815e1af0_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e202412067bfa766601ac499a93e59cdc815e1af0_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:48,263 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120685c3168d399c4d9ead2fd17e27d91610_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e2024120685c3168d399c4d9ead2fd17e27d91610_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:48,264 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206a1fb2cffc2c84355b70e2feaa5488af9_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206a1fb2cffc2c84355b70e2feaa5488af9_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:48,265 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206a4a63602d989495e8ed555d264224a87_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206a4a63602d989495e8ed555d264224a87_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:48,266 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206bc59d9d8effb4b25abc63aca341c9e41_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206bc59d9d8effb4b25abc63aca341c9e41_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:48,266 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206bd2d1cc042f54843ae64830eb925f8a0_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206bd2d1cc042f54843ae64830eb925f8a0_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:48,267 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206c38526e90f544ba1b800c1550a06b04e_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206c38526e90f544ba1b800c1550a06b04e_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:48,268 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206c81ebed676924a11bed3f304cd82a930_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206c81ebed676924a11bed3f304cd82a930_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:48,269 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206cf31b6482bb54f87b9f9bf104e9ac72d_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206cf31b6482bb54f87b9f9bf104e9ac72d_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:48,270 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206d77de27d6b324d0aa680fe9cedfb777c_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206d77de27d6b324d0aa680fe9cedfb777c_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:48,270 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206dc14538449274b2e9be717684c4364ef_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206dc14538449274b2e9be717684c4364ef_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:48,271 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206dee70eced6794599bf7c44172cc664bc_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206dee70eced6794599bf7c44172cc664bc_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:48,272 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206eace0968930b4dd99d0c47a8f9028e5b_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206eace0968930b4dd99d0c47a8f9028e5b_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:48,273 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206ec8a2e990323443f84211ff4297c416c_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206ec8a2e990323443f84211ff4297c416c_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:48,274 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206ecbced42b7514f71bdb7fc3115f66260_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206ecbced42b7514f71bdb7fc3115f66260_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:48,274 DEBUG [PEWorker-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206f0306e6e310649d8bd93f9db54b9e1a3_c571951eae605c82eb9e25e89f7e0a23 to hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/archive/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3/A/d41d8cd98f00b204e9800998ecf8427e20241206f0306e6e310649d8bd93f9db54b9e1a3_c571951eae605c82eb9e25e89f7e0a23 2024-12-06T03:21:48,275 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/mobdir/data/default/TestAcidGuarantees/6995762b1b921fda31b7b26a0c5785c3 2024-12-06T03:21:48,277 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(120): Deleting regions from META for pid=205, state=RUNNABLE:DELETE_TABLE_REMOVE_FROM_META, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T03:21:48,278 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of TestAcidGuarantees from hbase:meta 2024-12-06T03:21:48,280 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'TestAcidGuarantees' descriptor. 2024-12-06T03:21:48,281 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(126): Deleting assignment state for pid=205, state=RUNNABLE:DELETE_TABLE_UNASSIGN_REGIONS, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T03:21:48,281 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'TestAcidGuarantees' from region states. 2024-12-06T03:21:48,281 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733455308281"}]},"ts":"9223372036854775807"} 2024-12-06T03:21:48,282 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1808): Deleted 1 regions from META 2024-12-06T03:21:48,282 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(1809): Deleted regions: [{ENCODED => c571951eae605c82eb9e25e89f7e0a23, NAME => 'TestAcidGuarantees,,1733455279599.c571951eae605c82eb9e25e89f7e0a23.', STARTKEY => '', ENDKEY => ''}] 2024-12-06T03:21:48,282 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'TestAcidGuarantees' as deleted. 2024-12-06T03:21:48,282 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(2113): Delete {"totalColumns":1,"row":"TestAcidGuarantees","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733455308282"}]},"ts":"9223372036854775807"} 2024-12-06T03:21:48,283 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(1678): Deleted table TestAcidGuarantees state from META 2024-12-06T03:21:48,285 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(133): Finished pid=205, state=RUNNABLE:DELETE_TABLE_POST_OPERATION, locked=true; DeleteTableProcedure table=TestAcidGuarantees 2024-12-06T03:21:48,286 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1480): Finished pid=205, state=SUCCESS; DeleteTableProcedure table=TestAcidGuarantees in 49 msec 2024-12-06T03:21:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37687 {}] master.MasterRpcServices(1305): Checking to see if procedure is done pid=205 2024-12-06T03:21:48,339 INFO [Time-limited test {}] client.HBaseAdmin$TableFuture(3751): Operation: DELETE, Table Name: default:TestAcidGuarantees, procId: 205 completed 2024-12-06T03:21:48,349 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: TestAcidGuaranteesWithAdaptivePolicy#testMobGetAtomicity Thread=240 (was 240), OpenFileDescriptor=457 (was 451) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=447 (was 437) - SystemLoadAverage LEAK? -, ProcessCount=9 (was 9), AvailableMemoryMB=9360 (was 9396) 2024-12-06T03:21:48,349 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1340): Shutting down minicluster 2024-12-06T03:21:48,349 INFO [Time-limited test {}] client.ConnectionImplementation(2127): Closing master protocol: MasterService 2024-12-06T03:21:48,349 DEBUG [Time-limited test {}] zookeeper.ReadOnlyZKClient(407): Close zookeeper connection 0x46873e4f to 127.0.0.1:63130 2024-12-06T03:21:48,349 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:21:48,349 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-06T03:21:48,349 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1167679413, stopped=false 2024-12-06T03:21:48,349 INFO [Time-limited test {}] master.ServerManager(987): Cluster shutdown requested of master=4c7f994aa0f5,37687,1733455119817 2024-12-06T03:21:48,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x1006555bb5a0000, quorum=127.0.0.1:63130, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T03:21:48,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34349-0x1006555bb5a0001, quorum=127.0.0.1:63130, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/running 2024-12-06T03:21:48,351 INFO [Time-limited test {}] procedure2.ProcedureExecutor(700): Stopping 2024-12-06T03:21:48,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x1006555bb5a0000, quorum=127.0.0.1:63130, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:21:48,351 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34349-0x1006555bb5a0001, quorum=127.0.0.1:63130, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:21:48,352 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34349-0x1006555bb5a0001, quorum=127.0.0.1:63130, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T03:21:48,352 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:21:48,352 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37687-0x1006555bb5a0000, quorum=127.0.0.1:63130, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/running 2024-12-06T03:21:48,352 INFO [Time-limited test {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4c7f994aa0f5,34349,1733455120723' ***** 2024-12-06T03:21:48,352 INFO [Time-limited test {}] regionserver.HRegionServer(2575): STOPPED: Shutdown requested 2024-12-06T03:21:48,352 INFO [RS:0;4c7f994aa0f5:34349 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-06T03:21:48,352 INFO [RS:0;4c7f994aa0f5:34349 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-06T03:21:48,352 INFO [RS:0;4c7f994aa0f5:34349 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-06T03:21:48,352 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(373): MemStoreFlusher.0 exiting 2024-12-06T03:21:48,352 INFO [RS:0;4c7f994aa0f5:34349 {}] regionserver.HRegionServer(3579): Received CLOSE for d178dab1b292ea1615c3e7375166c3ae 2024-12-06T03:21:48,353 INFO [RS:0;4c7f994aa0f5:34349 {}] regionserver.HRegionServer(1224): stopping server 4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:48,353 DEBUG [RS:0;4c7f994aa0f5:34349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:21:48,353 INFO [RS:0;4c7f994aa0f5:34349 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-06T03:21:48,353 INFO [RS:0;4c7f994aa0f5:34349 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-06T03:21:48,353 INFO [RS:0;4c7f994aa0f5:34349 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-06T03:21:48,353 INFO [RS:0;4c7f994aa0f5:34349 {}] regionserver.HRegionServer(3579): Received CLOSE for 1588230740 2024-12-06T03:21:48,353 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1681): Closing d178dab1b292ea1615c3e7375166c3ae, disabling compactions & flushes 2024-12-06T03:21:48,353 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1703): Closing region hbase:namespace,,1733455124501.d178dab1b292ea1615c3e7375166c3ae. 2024-12-06T03:21:48,353 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:namespace,,1733455124501.d178dab1b292ea1615c3e7375166c3ae. 2024-12-06T03:21:48,353 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1791): Acquired close lock on hbase:namespace,,1733455124501.d178dab1b292ea1615c3e7375166c3ae. after waiting 0 ms 2024-12-06T03:21:48,353 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1801): Updates disabled for region hbase:namespace,,1733455124501.d178dab1b292ea1615c3e7375166c3ae. 2024-12-06T03:21:48,354 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2837): Flushing d178dab1b292ea1615c3e7375166c3ae 1/1 column families, dataSize=78 B heapSize=488 B 2024-12-06T03:21:48,354 INFO [RS:0;4c7f994aa0f5:34349 {}] regionserver.HRegionServer(1599): Waiting on 2 regions to close 2024-12-06T03:21:48,354 DEBUG [RS:0;4c7f994aa0f5:34349 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740, d178dab1b292ea1615c3e7375166c3ae=hbase:namespace,,1733455124501.d178dab1b292ea1615c3e7375166c3ae.} 2024-12-06T03:21:48,354 DEBUG [RS_CLOSE_META-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1681): Closing 1588230740, disabling compactions & flushes 2024-12-06T03:21:48,354 INFO [RS_CLOSE_META-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1703): Closing region hbase:meta,,1.1588230740 2024-12-06T03:21:48,354 DEBUG [RS_CLOSE_META-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1724): Waiting without time limit for close lock on hbase:meta,,1.1588230740 2024-12-06T03:21:48,354 DEBUG [RS_CLOSE_META-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1791): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-06T03:21:48,354 DEBUG [RS_CLOSE_META-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1801): Updates disabled for region hbase:meta,,1.1588230740 2024-12-06T03:21:48,354 INFO [RS_CLOSE_META-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2837): Flushing 1588230740 3/3 column families, dataSize=20.55 KB heapSize=35.87 KB 2024-12-06T03:21:48,357 DEBUG [RS:0;4c7f994aa0f5:34349 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, d178dab1b292ea1615c3e7375166c3ae 2024-12-06T03:21:48,370 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/hbase/namespace/d178dab1b292ea1615c3e7375166c3ae/.tmp/info/2cecfe5032a0460ab260b8144ac7523b is 45, key is default/info:d/1733455125452/Put/seqid=0 2024-12-06T03:21:48,373 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742591_1767 (size=5037) 2024-12-06T03:21:48,378 DEBUG [RS_CLOSE_META-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/hbase/meta/1588230740/.tmp/info/5ea88b92d2df435f8ee3228621fcec01 is 143, key is hbase:namespace,,1733455124501.d178dab1b292ea1615c3e7375166c3ae./info:regioninfo/1733455125338/Put/seqid=0 2024-12-06T03:21:48,385 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742592_1768 (size=7725) 2024-12-06T03:21:48,448 INFO [regionserver/4c7f994aa0f5:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T03:21:48,558 DEBUG [RS:0;4c7f994aa0f5:34349 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, d178dab1b292ea1615c3e7375166c3ae 2024-12-06T03:21:48,758 DEBUG [RS:0;4c7f994aa0f5:34349 {}] regionserver.HRegionServer(1629): Waiting on 1588230740, d178dab1b292ea1615c3e7375166c3ae 2024-12-06T03:21:48,773 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=78 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/hbase/namespace/d178dab1b292ea1615c3e7375166c3ae/.tmp/info/2cecfe5032a0460ab260b8144ac7523b 2024-12-06T03:21:48,776 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/hbase/namespace/d178dab1b292ea1615c3e7375166c3ae/.tmp/info/2cecfe5032a0460ab260b8144ac7523b as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/hbase/namespace/d178dab1b292ea1615c3e7375166c3ae/info/2cecfe5032a0460ab260b8144ac7523b 2024-12-06T03:21:48,779 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/hbase/namespace/d178dab1b292ea1615c3e7375166c3ae/info/2cecfe5032a0460ab260b8144ac7523b, entries=2, sequenceid=6, filesize=4.9 K 2024-12-06T03:21:48,779 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3040): Finished flush of dataSize ~78 B/78, heapSize ~472 B/472, currentSize=0 B/0 for d178dab1b292ea1615c3e7375166c3ae in 426ms, sequenceid=6, compaction requested=false 2024-12-06T03:21:48,782 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/hbase/namespace/d178dab1b292ea1615c3e7375166c3ae/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-12-06T03:21:48,783 INFO [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1922): Closed hbase:namespace,,1733455124501.d178dab1b292ea1615c3e7375166c3ae. 2024-12-06T03:21:48,783 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1635): Region close journal for d178dab1b292ea1615c3e7375166c3ae: 2024-12-06T03:21:48,783 DEBUG [RS_CLOSE_REGION-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:namespace,,1733455124501.d178dab1b292ea1615c3e7375166c3ae. 2024-12-06T03:21:48,785 INFO [RS_CLOSE_META-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.89 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/hbase/meta/1588230740/.tmp/info/5ea88b92d2df435f8ee3228621fcec01 2024-12-06T03:21:48,807 DEBUG [RS_CLOSE_META-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/hbase/meta/1588230740/.tmp/rep_barrier/3204a055effa42a4971bb7f7dd8a4009 is 102, key is TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb./rep_barrier:/1733455153300/DeleteFamily/seqid=0 2024-12-06T03:21:48,810 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742593_1769 (size=6025) 2024-12-06T03:21:48,958 DEBUG [RS:0;4c7f994aa0f5:34349 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-06T03:21:49,158 DEBUG [RS:0;4c7f994aa0f5:34349 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-06T03:21:49,198 INFO [regionserver/4c7f994aa0f5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-06T03:21:49,198 INFO [regionserver/4c7f994aa0f5:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-06T03:21:49,210 INFO [RS_CLOSE_META-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=588 B at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/hbase/meta/1588230740/.tmp/rep_barrier/3204a055effa42a4971bb7f7dd8a4009 2024-12-06T03:21:49,228 DEBUG [RS_CLOSE_META-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/hbase/meta/1588230740/.tmp/table/90df3c0da8f54c37bf6293274e355e56 is 96, key is TestAcidGuarantees,,1733455125708.db539bb3f86965959b9b6012a8e848eb./table:/1733455153300/DeleteFamily/seqid=0 2024-12-06T03:21:49,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742594_1770 (size=5942) 2024-12-06T03:21:49,358 INFO [RS:0;4c7f994aa0f5:34349 {}] regionserver.HRegionServer(1599): Waiting on 1 regions to close 2024-12-06T03:21:49,358 DEBUG [RS:0;4c7f994aa0f5:34349 {}] regionserver.HRegionServer(1603): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-06T03:21:49,359 DEBUG [RS:0;4c7f994aa0f5:34349 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-06T03:21:49,559 DEBUG [RS:0;4c7f994aa0f5:34349 {}] regionserver.HRegionServer(1629): Waiting on 1588230740 2024-12-06T03:21:49,632 INFO [RS_CLOSE_META-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.08 KB at sequenceid=93 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/hbase/meta/1588230740/.tmp/table/90df3c0da8f54c37bf6293274e355e56 2024-12-06T03:21:49,635 DEBUG [RS_CLOSE_META-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/hbase/meta/1588230740/.tmp/info/5ea88b92d2df435f8ee3228621fcec01 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/hbase/meta/1588230740/info/5ea88b92d2df435f8ee3228621fcec01 2024-12-06T03:21:49,638 INFO [RS_CLOSE_META-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/hbase/meta/1588230740/info/5ea88b92d2df435f8ee3228621fcec01, entries=22, sequenceid=93, filesize=7.5 K 2024-12-06T03:21:49,638 DEBUG [RS_CLOSE_META-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/hbase/meta/1588230740/.tmp/rep_barrier/3204a055effa42a4971bb7f7dd8a4009 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/hbase/meta/1588230740/rep_barrier/3204a055effa42a4971bb7f7dd8a4009 2024-12-06T03:21:49,641 INFO [RS_CLOSE_META-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/hbase/meta/1588230740/rep_barrier/3204a055effa42a4971bb7f7dd8a4009, entries=6, sequenceid=93, filesize=5.9 K 2024-12-06T03:21:49,641 DEBUG [RS_CLOSE_META-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/hbase/meta/1588230740/.tmp/table/90df3c0da8f54c37bf6293274e355e56 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/hbase/meta/1588230740/table/90df3c0da8f54c37bf6293274e355e56 2024-12-06T03:21:49,643 INFO [RS_CLOSE_META-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/hbase/meta/1588230740/table/90df3c0da8f54c37bf6293274e355e56, entries=9, sequenceid=93, filesize=5.8 K 2024-12-06T03:21:49,644 INFO [RS_CLOSE_META-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3040): Finished flush of dataSize ~20.55 KB/21040, heapSize ~35.82 KB/36680, currentSize=0 B/0 for 1588230740 in 1290ms, sequenceid=93, compaction requested=false 2024-12-06T03:21:49,647 DEBUG [RS_CLOSE_META-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(409): Wrote file=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/data/hbase/meta/1588230740/recovered.edits/96.seqid, newMaxSeqId=96, maxSeqId=1 2024-12-06T03:21:49,648 DEBUG [RS_CLOSE_META-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T03:21:49,648 INFO [RS_CLOSE_META-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1922): Closed hbase:meta,,1.1588230740 2024-12-06T03:21:49,648 DEBUG [RS_CLOSE_META-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1635): Region close journal for 1588230740: 2024-12-06T03:21:49,648 DEBUG [RS_CLOSE_META-regionserver/4c7f994aa0f5:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-06T03:21:49,759 INFO [RS:0;4c7f994aa0f5:34349 {}] regionserver.HRegionServer(1250): stopping server 4c7f994aa0f5,34349,1733455120723; all regions closed. 2024-12-06T03:21:49,763 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741834_1010 (size=26050) 2024-12-06T03:21:49,765 DEBUG [RS:0;4c7f994aa0f5:34349 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/oldWALs 2024-12-06T03:21:49,765 INFO [RS:0;4c7f994aa0f5:34349 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4c7f994aa0f5%2C34349%2C1733455120723.meta:.meta(num 1733455124249) 2024-12-06T03:21:49,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741832_1008 (size=17671504) 2024-12-06T03:21:49,768 DEBUG [RS:0;4c7f994aa0f5:34349 {}] wal.AbstractFSWAL(1071): Moved 1 WAL file(s) to /user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/oldWALs 2024-12-06T03:21:49,768 INFO [RS:0;4c7f994aa0f5:34349 {}] wal.AbstractFSWAL(1074): Closed WAL: AsyncFSWAL 4c7f994aa0f5%2C34349%2C1733455120723:(num 1733455123366) 2024-12-06T03:21:49,768 DEBUG [RS:0;4c7f994aa0f5:34349 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:21:49,768 INFO [RS:0;4c7f994aa0f5:34349 {}] regionserver.LeaseManager(133): Closed leases 2024-12-06T03:21:49,769 INFO [RS:0;4c7f994aa0f5:34349 {}] hbase.ChoreService(370): Chore service for: regionserver/4c7f994aa0f5:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS] on shutdown 2024-12-06T03:21:49,769 INFO [regionserver/4c7f994aa0f5:0.logRoller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-06T03:21:49,769 INFO [RS:0;4c7f994aa0f5:34349 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:34349 2024-12-06T03:21:49,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34349-0x1006555bb5a0001, quorum=127.0.0.1:63130, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/rs/4c7f994aa0f5,34349,1733455120723 2024-12-06T03:21:49,773 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x1006555bb5a0000, quorum=127.0.0.1:63130, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase/rs 2024-12-06T03:21:49,774 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$359/0x00007fa5e48f4b70@69302511 rejected from java.util.concurrent.ThreadPoolExecutor@2c32a653[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-2.7.0-SNAPSHOT.jar:2.7.0-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-12-06T03:21:49,775 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [4c7f994aa0f5,34349,1733455120723] 2024-12-06T03:21:49,775 DEBUG [RegionServerTracker-0 {}] master.DeadServer(103): Processing 4c7f994aa0f5,34349,1733455120723; numProcessing=1 2024-12-06T03:21:49,776 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/draining/4c7f994aa0f5,34349,1733455120723 already deleted, retry=false 2024-12-06T03:21:49,776 INFO [RegionServerTracker-0 {}] master.ServerManager(652): Cluster shutdown set; 4c7f994aa0f5,34349,1733455120723 expired; onlineServers=0 2024-12-06T03:21:49,776 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2561): ***** STOPPING region server '4c7f994aa0f5,37687,1733455119817' ***** 2024-12-06T03:21:49,776 INFO [RegionServerTracker-0 {}] regionserver.HRegionServer(2575): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-06T03:21:49,776 DEBUG [M:0;4c7f994aa0f5:37687 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@653d59a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=4c7f994aa0f5/172.17.0.2:0 2024-12-06T03:21:49,776 INFO [M:0;4c7f994aa0f5:37687 {}] regionserver.HRegionServer(1224): stopping server 4c7f994aa0f5,37687,1733455119817 2024-12-06T03:21:49,776 INFO [M:0;4c7f994aa0f5:37687 {}] regionserver.HRegionServer(1250): stopping server 4c7f994aa0f5,37687,1733455119817; all regions closed. 2024-12-06T03:21:49,776 DEBUG [M:0;4c7f994aa0f5:37687 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-06T03:21:49,776 DEBUG [M:0;4c7f994aa0f5:37687 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-06T03:21:49,777 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-06T03:21:49,777 DEBUG [M:0;4c7f994aa0f5:37687 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-06T03:21:49,777 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster-HFileCleaner.large.0-1733455123005 {}] cleaner.HFileCleaner(306): Exit Thread[master/4c7f994aa0f5:0:becomeActiveMaster-HFileCleaner.large.0-1733455123005,5,FailOnTimeoutGroup] 2024-12-06T03:21:49,777 DEBUG [master/4c7f994aa0f5:0:becomeActiveMaster-HFileCleaner.small.0-1733455123006 {}] cleaner.HFileCleaner(306): Exit Thread[master/4c7f994aa0f5:0:becomeActiveMaster-HFileCleaner.small.0-1733455123006,5,FailOnTimeoutGroup] 2024-12-06T03:21:49,777 INFO [M:0;4c7f994aa0f5:37687 {}] hbase.ChoreService(370): Chore service for: master/4c7f994aa0f5:0 had [] on shutdown 2024-12-06T03:21:49,777 DEBUG [M:0;4c7f994aa0f5:37687 {}] master.HMaster(1733): Stopping service threads 2024-12-06T03:21:49,777 INFO [M:0;4c7f994aa0f5:37687 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-06T03:21:49,777 ERROR [M:0;4c7f994aa0f5:37687 {}] procedure2.ProcedureExecutor(722): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-6,5,PEWorkerGroup] 2024-12-06T03:21:49,778 INFO [M:0;4c7f994aa0f5:37687 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-06T03:21:49,778 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-06T03:21:49,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x1006555bb5a0000, quorum=127.0.0.1:63130, baseZNode=/hbase Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/hbase/master 2024-12-06T03:21:49,778 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x1006555bb5a0000, quorum=127.0.0.1:63130, baseZNode=/hbase Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/hbase 2024-12-06T03:21:49,779 DEBUG [M:0;4c7f994aa0f5:37687 {}] zookeeper.ZKUtil(347): master:37687-0x1006555bb5a0000, quorum=127.0.0.1:63130, baseZNode=/hbase Unable to get data of znode /hbase/master because node does not exist (not an error) 2024-12-06T03:21:49,779 WARN [M:0;4c7f994aa0f5:37687 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-06T03:21:49,779 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37687-0x1006555bb5a0000, quorum=127.0.0.1:63130, baseZNode=/hbase Set watcher on znode that does not yet exist, /hbase/master 2024-12-06T03:21:49,779 INFO [M:0;4c7f994aa0f5:37687 {}] assignment.AssignmentManager(391): Stopping assignment manager 2024-12-06T03:21:49,779 INFO [M:0;4c7f994aa0f5:37687 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-06T03:21:49,779 DEBUG [M:0;4c7f994aa0f5:37687 {}] regionserver.HRegion(1681): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-06T03:21:49,779 INFO [M:0;4c7f994aa0f5:37687 {}] regionserver.HRegion(1703): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:21:49,779 DEBUG [M:0;4c7f994aa0f5:37687 {}] regionserver.HRegion(1724): Waiting without time limit for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:21:49,779 DEBUG [M:0;4c7f994aa0f5:37687 {}] regionserver.HRegion(1791): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-06T03:21:49,779 DEBUG [M:0;4c7f994aa0f5:37687 {}] regionserver.HRegion(1801): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:21:49,779 INFO [M:0;4c7f994aa0f5:37687 {}] regionserver.HRegion(2837): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=810.38 KB heapSize=998.85 KB 2024-12-06T03:21:49,794 DEBUG [M:0;4c7f994aa0f5:37687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/17c765cb104a49feb30987b611574827 is 82, key is hbase:meta,,1/info:regioninfo/1733455124394/Put/seqid=0 2024-12-06T03:21:49,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742595_1771 (size=5672) 2024-12-06T03:21:49,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34349-0x1006555bb5a0001, quorum=127.0.0.1:63130, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T03:21:49,875 INFO [RS:0;4c7f994aa0f5:34349 {}] regionserver.HRegionServer(1307): Exiting; stopping=4c7f994aa0f5,34349,1733455120723; zookeeper connection closed. 2024-12-06T03:21:49,875 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34349-0x1006555bb5a0001, quorum=127.0.0.1:63130, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T03:21:49,875 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2a625477 {}] hbase.MiniHBaseCluster$SingleFileSystemShutdownThread(216): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2a625477 2024-12-06T03:21:49,876 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-06T03:21:50,198 INFO [M:0;4c7f994aa0f5:37687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=2312 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/17c765cb104a49feb30987b611574827 2024-12-06T03:21:50,218 DEBUG [M:0;4c7f994aa0f5:37687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dbc45ed3f8704ca0b5dee049ef7131cf is 2285, key is \x00\x00\x00\x00\x00\x00\x00\xAC/proc:d/1733455282613/Put/seqid=0 2024-12-06T03:21:50,227 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742596_1772 (size=49794) 2024-12-06T03:21:50,404 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-06T03:21:50,404 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-06T03:21:50,405 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_namespace 2024-12-06T03:21:50,405 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_TestAcidGuarantees 2024-12-06T03:21:50,628 INFO [M:0;4c7f994aa0f5:37687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=809.82 KB at sequenceid=2312 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dbc45ed3f8704ca0b5dee049ef7131cf 2024-12-06T03:21:50,630 INFO [M:0;4c7f994aa0f5:37687 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dbc45ed3f8704ca0b5dee049ef7131cf 2024-12-06T03:21:50,645 DEBUG [M:0;4c7f994aa0f5:37687 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b8427fe904344aa6aa74f808dcd0cb90 is 69, key is 4c7f994aa0f5,34349,1733455120723/rs:state/1733455123136/Put/seqid=0 2024-12-06T03:21:50,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073742597_1773 (size=5156) 2024-12-06T03:21:51,049 INFO [M:0;4c7f994aa0f5:37687 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=2312 (bloomFilter=true), to=hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b8427fe904344aa6aa74f808dcd0cb90 2024-12-06T03:21:51,052 DEBUG [M:0;4c7f994aa0f5:37687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/17c765cb104a49feb30987b611574827 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/17c765cb104a49feb30987b611574827 2024-12-06T03:21:51,055 INFO [M:0;4c7f994aa0f5:37687 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/17c765cb104a49feb30987b611574827, entries=8, sequenceid=2312, filesize=5.5 K 2024-12-06T03:21:51,055 DEBUG [M:0;4c7f994aa0f5:37687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/dbc45ed3f8704ca0b5dee049ef7131cf as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dbc45ed3f8704ca0b5dee049ef7131cf 2024-12-06T03:21:51,058 INFO [M:0;4c7f994aa0f5:37687 {}] regionserver.StoreFileReader(539): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dbc45ed3f8704ca0b5dee049ef7131cf 2024-12-06T03:21:51,058 INFO [M:0;4c7f994aa0f5:37687 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/dbc45ed3f8704ca0b5dee049ef7131cf, entries=205, sequenceid=2312, filesize=48.6 K 2024-12-06T03:21:51,058 DEBUG [M:0;4c7f994aa0f5:37687 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b8427fe904344aa6aa74f808dcd0cb90 as hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b8427fe904344aa6aa74f808dcd0cb90 2024-12-06T03:21:51,061 INFO [M:0;4c7f994aa0f5:37687 {}] regionserver.HStore$StoreFlusherImpl(1989): Added hdfs://localhost:37109/user/jenkins/test-data/cb2de7c0-d372-1aea-de27-6fd55bbd3a8e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b8427fe904344aa6aa74f808dcd0cb90, entries=1, sequenceid=2312, filesize=5.0 K 2024-12-06T03:21:51,061 INFO [M:0;4c7f994aa0f5:37687 {}] regionserver.HRegion(3040): Finished flush of dataSize ~810.38 KB/829825, heapSize ~998.55 KB/1022520, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1282ms, sequenceid=2312, compaction requested=false 2024-12-06T03:21:51,068 INFO [M:0;4c7f994aa0f5:37687 {}] regionserver.HRegion(1922): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-06T03:21:51,068 DEBUG [M:0;4c7f994aa0f5:37687 {}] regionserver.HRegion(1635): Region close journal for 1595e783b53d99cd5eef43b6debb2682: 2024-12-06T03:21:51,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43583 is added to blk_1073741830_1006 (size=981448) 2024-12-06T03:21:51,071 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(243): LogRoller exiting. 2024-12-06T03:21:51,071 INFO [M:0;4c7f994aa0f5:37687 {}] flush.MasterFlushTableProcedureManager(91): stop: server shutting down. 2024-12-06T03:21:51,071 INFO [M:0;4c7f994aa0f5:37687 {}] ipc.NettyRpcServer(351): Stopping server on /172.17.0.2:37687 2024-12-06T03:21:51,073 DEBUG [M:0;4c7f994aa0f5:37687 {}] zookeeper.RecoverableZooKeeper(215): Node /hbase/rs/4c7f994aa0f5,37687,1733455119817 already deleted, retry=false 2024-12-06T03:21:51,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x1006555bb5a0000, quorum=127.0.0.1:63130, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T03:21:51,175 INFO [M:0;4c7f994aa0f5:37687 {}] regionserver.HRegionServer(1307): Exiting; stopping=4c7f994aa0f5,37687,1733455119817; zookeeper connection closed. 2024-12-06T03:21:51,175 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37687-0x1006555bb5a0000, quorum=127.0.0.1:63130, baseZNode=/hbase Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-06T03:21:51,180 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1f79ec76{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-06T03:21:51,182 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@576ebda6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T03:21:51,182 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T03:21:51,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4727fac8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T03:21:51,183 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@47db50b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5f5710-cc36-6d1f-228a-319a425ad19f/hadoop.log.dir/,STOPPED} 2024-12-06T03:21:51,186 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-06T03:21:51,186 WARN [BP-2083500010-172.17.0.2-1733455116805 heartbeating to localhost/127.0.0.1:37109 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-06T03:21:51,186 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-06T03:21:51,186 WARN [BP-2083500010-172.17.0.2-1733455116805 heartbeating to localhost/127.0.0.1:37109 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2083500010-172.17.0.2-1733455116805 (Datanode Uuid 3eece5c9-b6e1-4018-ac3d-1dd4124bf1be) service to localhost/127.0.0.1:37109 2024-12-06T03:21:51,189 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5f5710-cc36-6d1f-228a-319a425ad19f/cluster_5101c300-c720-3899-f8c8-a11e675a2c5a/dfs/data/data1/current/BP-2083500010-172.17.0.2-1733455116805 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T03:21:51,189 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5f5710-cc36-6d1f-228a-319a425ad19f/cluster_5101c300-c720-3899-f8c8-a11e675a2c5a/dfs/data/data2/current/BP-2083500010-172.17.0.2-1733455116805 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-06T03:21:51,190 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-06T03:21:51,197 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b03fcff{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-06T03:21:51,198 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@e0a3ea0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-06T03:21:51,198 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-06T03:21:51,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62a9beb2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-06T03:21:51,198 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8167a4c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-2/hbase-server/target/test-data/0d5f5710-cc36-6d1f-228a-319a425ad19f/hadoop.log.dir/,STOPPED} 2024-12-06T03:21:51,225 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(345): Shutdown MiniZK cluster with all ZK servers 2024-12-06T03:21:51,383 INFO [Time-limited test {}] hbase.HBaseTestingUtility(1347): Minicluster is down